20:04:55.008 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:04:55.008 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskAI8f9o/test-tmp
20:04:55.008 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
20:04:55.008 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskAI8f9o/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
20:04:55.009 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
20:04:55.341 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:04:55.341 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:04:55.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:55.344055 6119 mini_oidc.cc:150] Starting JWKS server
20:04:55.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:55.346726 6119 webserver.cc:469] Webserver started at http://127.0.0.1:39323/ using document root <none> and password file <none>
20:04:55.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:55.346999 6119 mini_oidc.cc:186] Starting OIDC Discovery server
20:04:55.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:55.347612 6119 webserver.cc:469] Webserver started at http://127.0.0.1:46513/ using document root <none> and password file <none>
20:04:55.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-06-27T20:04:55Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:04:55.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-06-27T20:04:55Z Disabled control of system clock
20:04:55.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:55.377713 6119 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu
20:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu
20:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-0/wal
20:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-0/data
20:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-0/logs
20:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-0/data/info.pb
20:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.249.254:41591
20:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.249.254
20:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.249.212:45217
20:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033
20:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39323/jwks.json
20:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:04:55.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:55.696882 6130 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:04:55.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:55.697220 6130 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:55.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:55.697299 6130 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:04:55.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:55.705777 6130 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:04:55.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:55.705893 6130 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
20:04:55.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:55.705941 6130 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:04:55.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:55.705982 6130 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:04:55.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:55.706034 6130 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:04:55.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:55.706073 6130 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:04:55.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:55.706115 6130 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39323/jwks.json
20:04:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:55.716008 6130 master_runner.cc:386] Master server non-default flags:
20:04:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.249.212:45217
20:04:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:04:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-0/data
20:04:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-0/wal
20:04:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033
20:04:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:04:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.249.254:41591
20:04:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39323/jwks.json
20:04:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-0/data/info.pb
20:04:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.249.254
20:04:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-0/logs
20:04:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:04:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:04:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f0776864a65c19ebdd909053f3e624e8bcc25cee
20:04:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Jun 2025 19:43:24 UTC on 24a791456cd2
20:04:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6800
20:04:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:04:55.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:55.717643 6130 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:55.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:55.719532 6130 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:55.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:55.729846 6136 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:55.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:55.729864 6135 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:55.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:55.730043 6138 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:55.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:55.730679 6130 server_base.cc:1048] running on GCE node
20:04:55.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:55.731473 6130 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:55.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:55.732962 6130 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:55.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:55.734283 6130 hybrid_clock.cc:648] HybridClock initialized: now 1751054695734179 us; error 46 us; skew 500 ppm
20:04:55.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:55.734640 6130 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:55.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:55.737098 6130 webserver.cc:469] Webserver started at http://127.5.249.254:45059/ using document root <none> and password file <none>
20:04:55.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:55.737847 6130 fs_manager.cc:362] Metadata directory not provided
20:04:55.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:55.737959 6130 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:55.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:55.738287 6130 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
20:04:55.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:55.740746 6130 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-0/data/instance:
20:04:55.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "45af88cb52384c878c98ac3a5faf91f9"
20:04:55.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:04:55 on dist-test-slave-mw8t"
20:04:55.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:55.741497 6130 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-0/wal/instance:
20:04:55.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "45af88cb52384c878c98ac3a5faf91f9"
20:04:55.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:04:55 on dist-test-slave-mw8t"
20:04:55.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:55.747089 6130 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.006s sys 0.001s
20:04:55.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:55.750486 6144 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:55.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:55.751859 6130 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.001s
20:04:55.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:55.752002 6130 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-0/data,/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-0/wal
20:04:55.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "45af88cb52384c878c98ac3a5faf91f9"
20:04:55.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:04:55 on dist-test-slave-mw8t"
20:04:55.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:55.752184 6130 fs_report.cc:389] FS layout report
20:04:55.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:55.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-0/wal
20:04:55.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-0/wal
20:04:55.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-0/data/data
20:04:55.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:55.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:55.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:55.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:55.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:55.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:55.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:55.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:55.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:55.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:55.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:55.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:55.789788 6130 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:55.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:55.790674 6130 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:55.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:55.790930 6130 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:55.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:55.812894 6130 rpc_server.cc:307] RPC server started. Bound to: 127.5.249.254:41591
20:04:55.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:55.812965 6205 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.249.254:41591 every 8 connection(s)
20:04:55.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:55.814333 6130 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-0/data/info.pb
20:04:55.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:55.818190 6206 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:55.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:55.824193 6119 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu as pid 6130
20:04:55.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:55.824434 6119 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-0/wal/instance
20:04:55.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:55.824131 6206 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } has no permanent_uuid. Determining permanent_uuid...
20:04:55.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:55.826774 6119 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu
20:04:55.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu
20:04:55.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-1/wal
20:04:55.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-1/data
20:04:55.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:55.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:55.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:55.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:55.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:55.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:55.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-1/logs
20:04:55.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-1/data/info.pb
20:04:55.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:55.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:55.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:55.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:55.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:55.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:55.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:55.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:55.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:04:55.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:55.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:55.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:55.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.249.253:34953
20:04:55.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.249.253
20:04:55.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:55.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.249.212:45217
20:04:55.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:55.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:55.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:55.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:55.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033
20:04:55.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:55.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39323/jwks.json
20:04:55.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:04:55.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:04:55.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:55.839566 6206 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } has no permanent_uuid. Determining permanent_uuid...
20:04:55.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:55.840652 6146 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.249.253:34953: connect: Connection refused (error 111)
20:04:55.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:55.842113 6206 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.5.249.253:34953: Network error: Client connection negotiation failed: client connection to 127.5.249.253:34953: connect: Connection refused (error 111)
20:04:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:55.891479 6206 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } attempt: 1
20:04:55.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:55.893420 6206 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.5.249.253:34953: Network error: Client connection negotiation failed: client connection to 127.5.249.253:34953: connect: Connection refused (error 111)
20:04:55.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:55.961716 6206 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } attempt: 2
20:04:55.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:55.963446 6206 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.5.249.253:34953: Network error: Client connection negotiation failed: client connection to 127.5.249.253:34953: connect: Connection refused (error 111)
20:04:56.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.054721 6206 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } attempt: 3
20:04:56.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.056496 6206 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.5.249.253:34953: Network error: Client connection negotiation failed: client connection to 127.5.249.253:34953: connect: Connection refused (error 111)
20:04:56.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.142297 6210 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:04:56.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.142609 6210 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:56.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.142688 6210 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:04:56.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.150580 6210 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:04:56.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.150681 6210 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
20:04:56.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.150727 6210 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:04:56.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.150772 6210 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:04:56.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.150822 6210 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:04:56.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.150863 6210 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:04:56.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.150903 6210 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39323/jwks.json
20:04:56.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.160547 6210 master_runner.cc:386] Master server non-default flags:
20:04:56.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:56.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.249.212:45217
20:04:56.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:56.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:56.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:04:56.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-1/data
20:04:56.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-1/wal
20:04:56.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:56.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033
20:04:56.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:04:56.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:56.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:56.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:56.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.249.253:34953
20:04:56.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:56.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:56.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:56.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39323/jwks.json
20:04:56.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:56.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:56.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-1/data/info.pb
20:04:56.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.249.253
20:04:56.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:56.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:56.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:56.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:56.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:56.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:56.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-1/logs
20:04:56.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:56.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:56.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:56.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:04:56.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:04:56.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f0776864a65c19ebdd909053f3e624e8bcc25cee
20:04:56.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:56.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Jun 2025 19:43:24 UTC on 24a791456cd2
20:04:56.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6800
20:04:56.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:04:56.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.162096 6210 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:56.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.163846 6210 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:56.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.173622 6217 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:56.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.173691 6216 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:56.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.174124 6219 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:56.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.174504 6210 server_base.cc:1048] running on GCE node
20:04:56.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.175232 6210 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:56.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.176584 6210 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:56.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.177793 6210 hybrid_clock.cc:648] HybridClock initialized: now 1751054696177737 us; error 35 us; skew 500 ppm
20:04:56.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.178088 6210 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:56.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.180351 6210 webserver.cc:469] Webserver started at http://127.5.249.253:41335/ using document root <none> and password file <none>
20:04:56.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.181036 6210 fs_manager.cc:362] Metadata directory not provided
20:04:56.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.181139 6210 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:56.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.181416 6210 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
20:04:56.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.183719 6210 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-1/data/instance:
20:04:56.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "02761a9004984092b87596f4c1541f16"
20:04:56.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:04:56 on dist-test-slave-mw8t"
20:04:56.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.184422 6210 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-1/wal/instance:
20:04:56.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "02761a9004984092b87596f4c1541f16"
20:04:56.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:04:56 on dist-test-slave-mw8t"
20:04:56.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.190025 6210 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.006s sys 0.000s
20:04:56.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.193439 6225 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:56.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.194823 6210 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
20:04:56.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.194981 6210 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-1/data,/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-1/wal
20:04:56.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "02761a9004984092b87596f4c1541f16"
20:04:56.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:04:56 on dist-test-slave-mw8t"
20:04:56.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.195148 6210 fs_report.cc:389] FS layout report
20:04:56.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:56.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-1/wal
20:04:56.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-1/wal
20:04:56.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-1/data/data
20:04:56.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:56.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:56.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:56.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:56.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:56.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:56.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:56.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:56.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:56.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:56.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:56.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.199766 6206 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } attempt: 4
20:04:56.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.201638 6206 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.5.249.253:34953: Network error: Client connection negotiation failed: client connection to 127.5.249.253:34953: connect: Connection refused (error 111)
20:04:56.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.215828 6210 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:56.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.216747 6210 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:56.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.217044 6210 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:56.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.239300 6210 rpc_server.cc:307] RPC server started. Bound to: 127.5.249.253:34953
20:04:56.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.239331 6286 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.249.253:34953 every 8 connection(s)
20:04:56.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.240869 6210 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-1/data/info.pb
20:04:56.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.244326 6119 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu as pid 6210
20:04:56.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.244488 6119 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-1/wal/instance
20:04:56.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.244849 6287 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:56.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.245523 6119 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu
20:04:56.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu
20:04:56.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-2/wal
20:04:56.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-2/data
20:04:56.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:56.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:56.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:56.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:56.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:56.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:56.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-2/logs
20:04:56.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-2/data/info.pb
20:04:56.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:56.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:56.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:56.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:04:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.249.252:36033
20:04:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.249.252
20:04:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.249.212:45217
20:04:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033
20:04:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39323/jwks.json
20:04:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:04:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:04:56.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.250973 6287 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } has no permanent_uuid. Determining permanent_uuid...
20:04:56.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.265256 6287 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } has no permanent_uuid. Determining permanent_uuid...
20:04:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.275153 6287 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } has no permanent_uuid. Determining permanent_uuid...
20:04:56.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.276458 6229 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.249.252:36033: connect: Connection refused (error 111)
20:04:56.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.278075 6287 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.5.249.252:36033: Network error: Client connection negotiation failed: client connection to 127.5.249.252:36033: connect: Connection refused (error 111)
20:04:56.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.327358 6287 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } attempt: 1
20:04:56.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.329380 6287 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.5.249.252:36033: Network error: Client connection negotiation failed: client connection to 127.5.249.252:36033: connect: Connection refused (error 111)
20:04:56.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.397619 6287 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } attempt: 2
20:04:56.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.399691 6287 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.5.249.252:36033: Network error: Client connection negotiation failed: client connection to 127.5.249.252:36033: connect: Connection refused (error 111)
20:04:56.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.490895 6287 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } attempt: 3
20:04:56.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.492885 6287 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.5.249.252:36033: Network error: Client connection negotiation failed: client connection to 127.5.249.252:36033: connect: Connection refused (error 111)
20:04:56.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.500875 6206 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } attempt: 5
20:04:56.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.506861 6206 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } has no permanent_uuid. Determining permanent_uuid...
20:04:56.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.508534 6206 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.5.249.252:36033: Network error: Client connection negotiation failed: client connection to 127.5.249.252:36033: connect: Connection refused (error 111)
20:04:56.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.559749 6206 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } attempt: 1
20:04:56.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.561573 6206 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.5.249.252:36033: Network error: Client connection negotiation failed: client connection to 127.5.249.252:36033: connect: Connection refused (error 111)
20:04:56.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.571101 6289 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:04:56.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.571424 6289 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:56.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.571504 6289 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:04:56.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.579699 6289 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:04:56.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.579823 6289 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
20:04:56.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.579874 6289 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:04:56.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.579913 6289 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:04:56.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.579967 6289 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:04:56.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.580004 6289 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:04:56.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.580045 6289 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39323/jwks.json
20:04:56.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.590126 6289 master_runner.cc:386] Master server non-default flags:
20:04:56.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:56.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.249.212:45217
20:04:56.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:56.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:56.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:04:56.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-2/data
20:04:56.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-2/wal
20:04:56.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:56.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033
20:04:56.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:04:56.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:56.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:56.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:56.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.249.252:36033
20:04:56.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:56.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:56.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:56.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39323/jwks.json
20:04:56.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:56.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:56.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-2/data/info.pb
20:04:56.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.249.252
20:04:56.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:56.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:56.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:56.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:56.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:56.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:56.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-2/logs
20:04:56.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:56.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:56.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:56.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:04:56.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:04:56.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f0776864a65c19ebdd909053f3e624e8bcc25cee
20:04:56.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:56.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Jun 2025 19:43:24 UTC on 24a791456cd2
20:04:56.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6800
20:04:56.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:04:56.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.591810 6289 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:56.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.593601 6289 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:56.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.604123 6298 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:56.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.604153 6300 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:56.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.604182 6297 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:56.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.604547 6289 server_base.cc:1048] running on GCE node
20:04:56.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.605505 6289 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:56.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.607057 6289 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:56.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.608270 6289 hybrid_clock.cc:648] HybridClock initialized: now 1751054696608208 us; error 48 us; skew 500 ppm
20:04:56.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.608582 6289 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.611016 6289 webserver.cc:469] Webserver started at http://127.5.249.252:44529/ using document root <none> and password file <none>
20:04:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.611752 6289 fs_manager.cc:362] Metadata directory not provided
20:04:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.611855 6289 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:56.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.612216 6289 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
20:04:56.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.614650 6289 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-2/data/instance:
20:04:56.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cad3ec31d7c74b1dbfb9789e93755247"
20:04:56.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:04:56 on dist-test-slave-mw8t"
20:04:56.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.615391 6289 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-2/wal/instance:
20:04:56.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cad3ec31d7c74b1dbfb9789e93755247"
20:04:56.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:04:56 on dist-test-slave-mw8t"
20:04:56.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.621061 6289 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
20:04:56.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.624835 6306 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:56.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.626377 6289 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
20:04:56.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.626552 6289 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-2/data,/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-2/wal
20:04:56.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cad3ec31d7c74b1dbfb9789e93755247"
20:04:56.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:04:56 on dist-test-slave-mw8t"
20:04:56.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.626747 6289 fs_report.cc:389] FS layout report
20:04:56.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:56.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-2/wal
20:04:56.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-2/wal
20:04:56.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-2/data/data
20:04:56.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:56.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:56.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:56.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:56.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:56.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:56.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:56.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:56.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:56.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:56.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:56.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.629822 6206 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } attempt: 2
20:04:56.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.631971 6206 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.5.249.252:36033: Network error: Client connection negotiation failed: client connection to 127.5.249.252:36033: connect: Connection refused (error 111)
20:04:56.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.636119 6287 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } attempt: 4
20:04:56.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.638147 6287 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.5.249.252:36033: Network error: Client connection negotiation failed: client connection to 127.5.249.252:36033: connect: Connection refused (error 111)
20:04:56.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.648686 6289 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:56.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.649590 6289 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:56.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.649879 6289 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:56.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.678269 6289 rpc_server.cc:307] RPC server started. Bound to: 127.5.249.252:36033
20:04:56.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.678344 6367 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.249.252:36033 every 8 connection(s)
20:04:56.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.679705 6289 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-2/data/info.pb
20:04:56.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.683526 6119 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu as pid 6289
20:04:56.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.683581 6368 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:56.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.683739 6119 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-2/wal/instance
20:04:56.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.691313 6368 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } has no permanent_uuid. Determining permanent_uuid...
20:04:56.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.704298 6368 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } has no permanent_uuid. Determining permanent_uuid...
20:04:56.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.711575 6368 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } has no permanent_uuid. Determining permanent_uuid...
20:04:56.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.721993 6368 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247: Bootstrap starting.
20:04:56.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.725555 6368 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247: Neither blocks nor log segments found. Creating new log.
20:04:56.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.726696 6368 log.cc:826] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247: Log is configured to *not* fsync() on all Append() calls
20:04:56.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.729290 6368 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247: No bootstrap required, opened a new log
20:04:56.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.734994 6368 raft_consensus.cc:357] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } }
20:04:56.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.735325 6368 raft_consensus.cc:383] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:56.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.735394 6368 raft_consensus.cc:738] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cad3ec31d7c74b1dbfb9789e93755247, State: Initialized, Role: FOLLOWER
20:04:56.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.736035 6368 consensus_queue.cc:260] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } }
20:04:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.737488 6377 sys_catalog.cc:455] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } } }
20:04:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.737744 6377 sys_catalog.cc:458] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [sys.catalog]: This master's current role is: FOLLOWER
20:04:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.738198 6206 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } attempt: 3
20:04:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.738773 6368 sys_catalog.cc:564] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [sys.catalog]: configured and running, proceeding with master startup.
20:04:56.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.750134 6206 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9: Bootstrap starting.
20:04:56.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.755980 6206 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9: Neither blocks nor log segments found. Creating new log.
20:04:56.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.750859 6289 master_runner.cc:186] Error getting master registration for 127.5.249.254:41591: OK, instance_id { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" instance_seqno: 1751054695807891 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:04:56.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.756904 6289 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:04:56.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.757629 6206 log.cc:826] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9: Log is configured to *not* fsync() on all Append() calls
20:04:56.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.759482 6388 catalog_manager.cc:1560] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:04:56.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.759613 6388 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:04:56.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.760740 6206 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9: No bootstrap required, opened a new log
20:04:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.768076 6206 raft_consensus.cc:357] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } }
20:04:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.768432 6206 raft_consensus.cc:383] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.768523 6206 raft_consensus.cc:738] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 45af88cb52384c878c98ac3a5faf91f9, State: Initialized, Role: FOLLOWER
20:04:56.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.769241 6206 consensus_queue.cc:260] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } }
20:04:56.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.770599 6391 sys_catalog.cc:455] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } } }
20:04:56.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.771648 6206 sys_catalog.cc:564] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [sys.catalog]: configured and running, proceeding with master startup.
20:04:56.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.771843 6391 sys_catalog.cc:458] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [sys.catalog]: This master's current role is: FOLLOWER
20:04:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.775651 6391 raft_consensus.cc:491] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:56.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.775910 6391 raft_consensus.cc:513] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } }
20:04:56.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.777766 6391 leader_election.cc:290] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 02761a9004984092b87596f4c1541f16 (127.5.249.253:34953), cad3ec31d7c74b1dbfb9789e93755247 (127.5.249.252:36033)
20:04:56.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.779026 6333 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "45af88cb52384c878c98ac3a5faf91f9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cad3ec31d7c74b1dbfb9789e93755247" is_pre_election: true
20:04:56.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.779559 6333 raft_consensus.cc:2466] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 45af88cb52384c878c98ac3a5faf91f9 in term 0.
20:04:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.780253 6148 leader_election.cc:304] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 45af88cb52384c878c98ac3a5faf91f9, cad3ec31d7c74b1dbfb9789e93755247; no voters:
20:04:56.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.783890 6402 catalog_manager.cc:1560] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:04:56.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.784106 6402 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:04:56.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.784811 6391 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:04:56.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.784950 6391 raft_consensus.cc:491] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:56.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.785037 6391 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 0 FOLLOWER]: Advancing to term 1
20:04:56.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.788375 6391 raft_consensus.cc:513] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } }
20:04:56.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.782264 6130 master_runner.cc:186] Error getting master registration for 127.5.249.253:34953: OK, instance_id { permanent_uuid: "02761a9004984092b87596f4c1541f16" instance_seqno: 1751054696234399 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:04:56.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.789037 6130 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:04:56.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.790280 6391 leader_election.cc:290] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 1 election: Requested vote from peers 02761a9004984092b87596f4c1541f16 (127.5.249.253:34953), cad3ec31d7c74b1dbfb9789e93755247 (127.5.249.252:36033)
20:04:56.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.790647 6333 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "45af88cb52384c878c98ac3a5faf91f9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cad3ec31d7c74b1dbfb9789e93755247"
20:04:56.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.790858 6333 raft_consensus.cc:3058] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [term 0 FOLLOWER]: Advancing to term 1
20:04:56.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:56.793562 6150 tablet.cc:2378] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:56.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.794385 6333 raft_consensus.cc:2466] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 45af88cb52384c878c98ac3a5faf91f9 in term 1.
20:04:56.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.794945 6148 leader_election.cc:304] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 45af88cb52384c878c98ac3a5faf91f9, cad3ec31d7c74b1dbfb9789e93755247; no voters:
20:04:56.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.795404 6391 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 1 FOLLOWER]: Leader election won for term 1
20:04:56.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.796145 6391 raft_consensus.cc:695] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 1 LEADER]: Becoming Leader. State: Replica: 45af88cb52384c878c98ac3a5faf91f9, State: Running, Role: LEADER
20:04:56.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.796872 6391 consensus_queue.cc:237] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } }
20:04:56.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.801470 6404 sys_catalog.cc:455] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 45af88cb52384c878c98ac3a5faf91f9. Latest consensus state: current_term: 1 leader_uuid: "45af88cb52384c878c98ac3a5faf91f9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } } }
20:04:56.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.801842 6404 sys_catalog.cc:458] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [sys.catalog]: This master's current role is: LEADER
20:04:56.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.814499 6406 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
20:04:56.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.816870 6406 catalog_manager.cc:1486] Initializing Kudu cluster ID...
20:04:56.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.834738 6333 raft_consensus.cc:1273] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [term 1 FOLLOWER]: Refusing update from remote peer 45af88cb52384c878c98ac3a5faf91f9: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:04:56.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.836094 6404 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:56.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.850874 6377 sys_catalog.cc:455] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 45af88cb52384c878c98ac3a5faf91f9. Latest consensus state: current_term: 1 leader_uuid: "45af88cb52384c878c98ac3a5faf91f9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } } }
20:04:56.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.851200 6377 sys_catalog.cc:458] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [sys.catalog]: This master's current role is: FOLLOWER
20:04:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.858431 6404 sys_catalog.cc:455] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "45af88cb52384c878c98ac3a5faf91f9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } } }
20:04:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.858680 6404 sys_catalog.cc:458] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [sys.catalog]: This master's current role is: LEADER
20:04:56.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.861735 6406 catalog_manager.cc:1349] Generated new cluster ID: 84fabbd03037492a807c5553080c3dac
20:04:56.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.861848 6406 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
20:04:56.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.872632 6377 sys_catalog.cc:455] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "45af88cb52384c878c98ac3a5faf91f9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } } }
20:04:56.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.872844 6377 sys_catalog.cc:458] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [sys.catalog]: This master's current role is: FOLLOWER
20:04:56.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.897450 6406 catalog_manager.cc:1372] Generated new certificate authority record
20:04:56.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.899389 6406 catalog_manager.cc:1506] Loading token signing keys...
20:04:56.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.915187 6406 catalog_manager.cc:5955] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9: Generated new TSK 0
20:04:56.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.917284 6406 catalog_manager.cc:1516] Initializing in-progress tserver states...
20:04:56.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.937372 6287 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } attempt: 5
20:04:56.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.937978 6119 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu
20:04:56.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu
20:04:56.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-0/wal
20:04:56.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-0/data
20:04:56.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:56.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:56.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:56.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:56.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:56.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:56.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-0/logs
20:04:56.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-0/data/info.pb
20:04:56.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:56.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:56.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:56.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:56.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:56.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:56.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:56.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:56.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:04:56.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:56.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.249.193:0
20:04:56.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.249.193
20:04:56.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.249.193
20:04:56.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:56.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033
20:04:56.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.249.212:45217
20:04:56.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:56.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:56.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:56.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:04:56.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:04:56.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:04:56.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.951723 6287 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16: Bootstrap starting.
20:04:56.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.958544 6287 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16: Neither blocks nor log segments found. Creating new log.
20:04:56.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.962080 6287 log.cc:826] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16: Log is configured to *not* fsync() on all Append() calls
20:04:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.976763 6287 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16: No bootstrap required, opened a new log
20:04:56.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.990270 6287 raft_consensus.cc:357] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } }
20:04:56.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.991145 6287 raft_consensus.cc:383] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:56.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.991591 6287 raft_consensus.cc:738] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 02761a9004984092b87596f4c1541f16, State: Initialized, Role: FOLLOWER
20:04:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:56.993166 6287 consensus_queue.cc:260] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } }
20:04:57.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.005784 6252 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "45af88cb52384c878c98ac3a5faf91f9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "02761a9004984092b87596f4c1541f16" is_pre_election: true
20:04:57.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.006162 6250 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [term 0 FOLLOWER]: Advancing to term 1
20:04:57.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.009786 6250 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [term 1 FOLLOWER]: Refusing update from remote peer 45af88cb52384c878c98ac3a5faf91f9: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:04:57.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.010807 6251 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "45af88cb52384c878c98ac3a5faf91f9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "02761a9004984092b87596f4c1541f16"
20:04:57.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.012256 6391 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:57.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.018208 6287 sys_catalog.cc:564] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [sys.catalog]: configured and running, proceeding with master startup.
20:04:57.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.080408 6417 raft_consensus.cc:491] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 45af88cb52384c878c98ac3a5faf91f9)
20:04:57.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.080679 6417 raft_consensus.cc:513] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } }
20:04:57.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.083350 6414 sys_catalog.cc:455] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "45af88cb52384c878c98ac3a5faf91f9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } } }
20:04:57.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.083704 6414 sys_catalog.cc:458] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [sys.catalog]: This master's current role is: FOLLOWER
20:04:57.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.084137 6415 sys_catalog.cc:455] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 45af88cb52384c878c98ac3a5faf91f9. Latest consensus state: current_term: 1 leader_uuid: "45af88cb52384c878c98ac3a5faf91f9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } } }
20:04:57.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.084143 6421 sys_catalog.cc:455] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "45af88cb52384c878c98ac3a5faf91f9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } } }
20:04:57.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.084489 6421 sys_catalog.cc:458] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [sys.catalog]: This master's current role is: FOLLOWER
20:04:57.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.084486 6415 sys_catalog.cc:458] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [sys.catalog]: This master's current role is: FOLLOWER
20:04:57.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.085614 6417 leader_election.cc:290] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 45af88cb52384c878c98ac3a5faf91f9 (127.5.249.254:41591), cad3ec31d7c74b1dbfb9789e93755247 (127.5.249.252:36033)
20:04:57.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.086958 6333 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "02761a9004984092b87596f4c1541f16" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "cad3ec31d7c74b1dbfb9789e93755247" is_pre_election: true
20:04:57.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.087102 6171 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "02761a9004984092b87596f4c1541f16" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "45af88cb52384c878c98ac3a5faf91f9" is_pre_election: true
20:04:57.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.088093 6226 leader_election.cc:304] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 02761a9004984092b87596f4c1541f16; no voters: 45af88cb52384c878c98ac3a5faf91f9, cad3ec31d7c74b1dbfb9789e93755247
20:04:57.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.088994 6417 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
20:04:57.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.105598 6391 sys_catalog.cc:455] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "45af88cb52384c878c98ac3a5faf91f9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } } }
20:04:57.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.105955 6391 sys_catalog.cc:458] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [sys.catalog]: This master's current role is: LEADER
20:04:57.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.128104 6433 catalog_manager.cc:797] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:04:57.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:57.363461 6412 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:04:57.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:57.363790 6412 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:57.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:57.363929 6412 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:04:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:57.372046 6412 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:04:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:57.372191 6412 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:04:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:57.372257 6412 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:04:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:57.372308 6412 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
20:04:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:57.372427 6412 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.249.193
20:04:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.381997 6412 tablet_server_runner.cc:78] Tablet server non-default flags:
20:04:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.249.212:45217
20:04:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-0/data
20:04:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-0/wal
20:04:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.249.193:0
20:04:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-0/data/info.pb
20:04:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.249.193
20:04:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:04:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:04:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:04:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033
20:04:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.249.193
20:04:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-0/logs
20:04:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:04:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:04:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f0776864a65c19ebdd909053f3e624e8bcc25cee
20:04:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Jun 2025 19:43:24 UTC on 24a791456cd2
20:04:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6800
20:04:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:04:57.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.383869 6412 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:57.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.385681 6412 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:57.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:57.396905 6441 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:57.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:57.397006 6439 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:57.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:57.396991 6438 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:57.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.397946 6412 server_base.cc:1048] running on GCE node
20:04:57.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.398541 6412 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:57.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.399425 6412 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:57.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.400630 6412 hybrid_clock.cc:648] HybridClock initialized: now 1751054697400559 us; error 52 us; skew 500 ppm
20:04:57.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.400923 6412 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:57.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.403347 6412 webserver.cc:469] Webserver started at http://127.5.249.193:34787/ using document root <none> and password file <none>
20:04:57.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.404131 6412 fs_manager.cc:362] Metadata directory not provided
20:04:57.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.404240 6412 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:57.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.404544 6412 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
20:04:57.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.406958 6412 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-0/data/instance:
20:04:57.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7eb9fe6430fd4326bc0e4b95df981fa7"
20:04:57.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:04:57 on dist-test-slave-mw8t"
20:04:57.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.407658 6412 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-0/wal/instance:
20:04:57.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7eb9fe6430fd4326bc0e4b95df981fa7"
20:04:57.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:04:57 on dist-test-slave-mw8t"
20:04:57.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.413096 6412 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
20:04:57.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.416539 6447 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:57.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.418052 6412 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
20:04:57.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.418277 6412 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-0/data,/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-0/wal
20:04:57.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7eb9fe6430fd4326bc0e4b95df981fa7"
20:04:57.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:04:57 on dist-test-slave-mw8t"
20:04:57.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.418483 6412 fs_report.cc:389] FS layout report
20:04:57.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:57.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-0/wal
20:04:57.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-0/wal
20:04:57.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-0/data/data
20:04:57.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:57.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:57.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:57.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:57.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:57.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:57.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:57.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:57.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:57.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:57.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.435997 6412 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:57.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.437037 6412 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:57.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.437294 6412 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.440315 6412 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:04:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.440438 6412 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:04:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.440558 6412 ts_tablet_manager.cc:610] Registered 0 tablets
20:04:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.440630 6412 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:04:57.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.511770 6412 rpc_server.cc:307] RPC server started. Bound to: 127.5.249.193:41239
20:04:57.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.511821 6571 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.249.193:41239 every 8 connection(s)
20:04:57.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.513275 6412 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-0/data/info.pb
20:04:57.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.514707 6119 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu as pid 6412
20:04:57.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.514921 6119 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-0/wal/instance
20:04:57.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.515467 6573 heartbeater.cc:344] Connected to a master server at 127.5.249.254:41591
20:04:57.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.515916 6573 heartbeater.cc:461] Registering TS with master...
20:04:57.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.518246 6573 heartbeater.cc:507] Master 127.5.249.254:41591 requested a full tablet report, sending...
20:04:57.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.519691 6119 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu
20:04:57.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu
20:04:57.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-1/wal
20:04:57.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-1/data
20:04:57.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:57.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:57.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:57.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:57.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:57.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:57.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-1/logs
20:04:57.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-1/data/info.pb
20:04:57.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:57.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:57.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:57.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:57.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:57.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:57.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:57.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:57.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:04:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.249.194:0
20:04:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.249.194
20:04:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.249.194
20:04:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033
20:04:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.249.212:45217
20:04:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:04:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:04:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:04:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.520713 6160 ts_manager.cc:194] Registered new tserver with Master: 7eb9fe6430fd4326bc0e4b95df981fa7 (127.5.249.193:41239)
20:04:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.523221 6160 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.5.249.193:49833
20:04:57.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.528429 6572 heartbeater.cc:344] Connected to a master server at 127.5.249.252:36033
20:04:57.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.528561 6572 heartbeater.cc:461] Registering TS with master...
20:04:57.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.528868 6572 heartbeater.cc:507] Master 127.5.249.252:36033 requested a full tablet report, sending...
20:04:57.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.530653 6323 ts_manager.cc:194] Registered new tserver with Master: 7eb9fe6430fd4326bc0e4b95df981fa7 (127.5.249.193:41239)
20:04:57.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.532781 6574 heartbeater.cc:344] Connected to a master server at 127.5.249.253:34953
20:04:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.532935 6574 heartbeater.cc:461] Registering TS with master...
20:04:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.533197 6574 heartbeater.cc:507] Master 127.5.249.253:34953 requested a full tablet report, sending...
20:04:57.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.534883 6242 ts_manager.cc:194] Registered new tserver with Master: 7eb9fe6430fd4326bc0e4b95df981fa7 (127.5.249.193:41239)
20:04:57.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.762106 6388 catalog_manager.cc:1261] Loaded cluster ID: 84fabbd03037492a807c5553080c3dac
20:04:57.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.762259 6388 catalog_manager.cc:1554] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247: loading cluster ID for follower catalog manager: success
20:04:57.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.766033 6388 catalog_manager.cc:1576] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247: acquiring CA information for follower catalog manager: success
20:04:57.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.768635 6388 catalog_manager.cc:1604] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:04:57.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:57.856199 6577 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:04:57.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:57.856674 6577 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:57.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:57.856827 6577 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:04:57.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:57.869436 6577 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:04:57.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:57.869632 6577 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:04:57.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:57.869709 6577 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:04:57.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:57.869761 6577 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
20:04:57.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:57.869884 6577 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.249.194
20:04:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.884079 6577 tablet_server_runner.cc:78] Tablet server non-default flags:
20:04:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.249.212:45217
20:04:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-1/data
20:04:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-1/wal
20:04:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.249.194:0
20:04:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-1/data/info.pb
20:04:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.249.194
20:04:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:04:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:04:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:04:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033
20:04:57.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:57.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:57.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:57.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:57.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:57.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.249.194
20:04:57.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-1/logs
20:04:57.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:57.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:57.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:57.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:04:57.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:04:57.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f0776864a65c19ebdd909053f3e624e8bcc25cee
20:04:57.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:57.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Jun 2025 19:43:24 UTC on 24a791456cd2
20:04:57.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6800
20:04:57.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:04:57.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.885634 6577 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.887439 6577 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:57.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:57.898818 6582 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:57.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:57.898795 6583 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:57.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:57.898764 6585 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:57.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.900048 6577 server_base.cc:1048] running on GCE node
20:04:57.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.900624 6577 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:57.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.901554 6577 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:57.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.902770 6577 hybrid_clock.cc:648] HybridClock initialized: now 1751054697902703 us; error 40 us; skew 500 ppm
20:04:57.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.903048 6577 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:57.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.905495 6577 webserver.cc:469] Webserver started at http://127.5.249.194:38153/ using document root <none> and password file <none>
20:04:57.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.906186 6577 fs_manager.cc:362] Metadata directory not provided
20:04:57.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.906329 6577 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:57.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.906627 6577 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
20:04:57.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.908977 6577 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-1/data/instance:
20:04:57.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f94c84ecb0954e8da921f0cb89415bda"
20:04:57.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:04:57 on dist-test-slave-mw8t"
20:04:57.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.909690 6577 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-1/wal/instance:
20:04:57.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f94c84ecb0954e8da921f0cb89415bda"
20:04:57.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:04:57 on dist-test-slave-mw8t"
20:04:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.914752 6577 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.007s sys 0.000s
20:04:57.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.918125 6591 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:57.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.919504 6577 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
20:04:57.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.919646 6577 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-1/data,/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-1/wal
20:04:57.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f94c84ecb0954e8da921f0cb89415bda"
20:04:57.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:04:57 on dist-test-slave-mw8t"
20:04:57.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.919854 6577 fs_report.cc:389] FS layout report
20:04:57.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:57.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-1/wal
20:04:57.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-1/wal
20:04:57.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-1/data/data
20:04:57.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:57.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:57.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:57.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:57.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:57.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:57.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:57.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:57.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:57.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:57.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:57.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.935776 6577 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:57.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.936575 6577 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:57.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.936823 6577 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:57.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.939760 6577 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:04:57.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.939977 6577 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
20:04:57.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.940109 6577 ts_tablet_manager.cc:610] Registered 0 tablets
20:04:57.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.940330 6577 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:04:57.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.997640 6577 rpc_server.cc:307] RPC server started. Bound to: 127.5.249.194:34429
20:04:57.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.997679 6712 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.249.194:34429 every 8 connection(s)
20:04:57.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:57.999019 6577 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-1/data/info.pb
20:04:58.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.001598 6714 heartbeater.cc:344] Connected to a master server at 127.5.249.254:41591
20:04:58.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.002036 6714 heartbeater.cc:461] Registering TS with master...
20:04:58.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.003010 6714 heartbeater.cc:507] Master 127.5.249.254:41591 requested a full tablet report, sending...
20:04:58.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.004635 6119 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu as pid 6577
20:04:58.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.004829 6119 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-1/wal/instance
20:04:58.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.005139 6160 ts_manager.cc:194] Registered new tserver with Master: f94c84ecb0954e8da921f0cb89415bda (127.5.249.194:34429)
20:04:58.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.006172 6160 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.5.249.194:34841
20:04:58.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.009243 6715 heartbeater.cc:344] Connected to a master server at 127.5.249.253:34953
20:04:58.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.009414 6715 heartbeater.cc:461] Registering TS with master...
20:04:58.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.009835 6715 heartbeater.cc:507] Master 127.5.249.253:34953 requested a full tablet report, sending...
20:04:58.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.010263 6119 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu
20:04:58.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu
20:04:58.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-2/wal
20:04:58.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-2/data
20:04:58.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:58.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:58.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:58.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:58.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:58.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:58.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-2/logs
20:04:58.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-2/data/info.pb
20:04:58.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:58.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:58.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:58.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:58.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:58.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:58.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:58.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:58.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:04:58.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:58.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.249.195:0
20:04:58.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.249.195
20:04:58.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.249.195
20:04:58.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:58.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033
20:04:58.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.249.212:45217
20:04:58.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:58.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:58.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:58.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:04:58.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:04:58.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:04:58.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.011629 6242 ts_manager.cc:194] Registered new tserver with Master: f94c84ecb0954e8da921f0cb89415bda (127.5.249.194:34429)
20:04:58.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.011873 6713 heartbeater.cc:344] Connected to a master server at 127.5.249.252:36033
20:04:58.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.011997 6713 heartbeater.cc:461] Registering TS with master...
20:04:58.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.012310 6713 heartbeater.cc:507] Master 127.5.249.252:36033 requested a full tablet report, sending...
20:04:58.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.013329 6323 ts_manager.cc:194] Registered new tserver with Master: f94c84ecb0954e8da921f0cb89415bda (127.5.249.194:34429)
20:04:58.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.139984 6433 catalog_manager.cc:1261] Loaded cluster ID: 84fabbd03037492a807c5553080c3dac
20:04:58.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.140130 6433 catalog_manager.cc:1554] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16: loading cluster ID for follower catalog manager: success
20:04:58.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.144316 6433 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16: acquiring CA information for follower catalog manager: success
20:04:58.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.146951 6433 catalog_manager.cc:1604] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:04:58.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:58.327991 6718 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:04:58.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:58.328348 6718 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:58.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:58.328485 6718 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:04:58.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:58.336822 6718 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:04:58.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:58.336990 6718 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:04:58.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:58.337061 6718 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:04:58.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:58.337108 6718 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
20:04:58.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:58.337229 6718 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.249.195
20:04:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.347699 6718 tablet_server_runner.cc:78] Tablet server non-default flags:
20:04:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.249.212:45217
20:04:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-2/data
20:04:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-2/wal
20:04:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.249.195:0
20:04:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-2/data/info.pb
20:04:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.249.195
20:04:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:04:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:04:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:04:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033
20:04:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.249.195
20:04:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-2/logs
20:04:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:04:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:04:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f0776864a65c19ebdd909053f3e624e8bcc25cee
20:04:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Jun 2025 19:43:24 UTC on 24a791456cd2
20:04:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6800
20:04:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:04:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.349706 6718 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:58.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.351712 6718 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:58.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:58.365397 6725 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:58.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:58.365397 6724 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:58.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:58.366771 6727 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:58.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.367300 6718 server_base.cc:1048] running on GCE node
20:04:58.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.367901 6718 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:58.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.368892 6718 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:58.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.370114 6718 hybrid_clock.cc:648] HybridClock initialized: now 1751054698370042 us; error 51 us; skew 500 ppm
20:04:58.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.370448 6718 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:58.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.372859 6718 webserver.cc:469] Webserver started at http://127.5.249.195:36271/ using document root <none> and password file <none>
20:04:58.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.373785 6718 fs_manager.cc:362] Metadata directory not provided
20:04:58.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.373937 6718 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:58.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.374276 6718 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
20:04:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.376881 6718 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-2/data/instance:
20:04:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1836a45c5c494677b597868e9868b80c"
20:04:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:04:58 on dist-test-slave-mw8t"
20:04:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.377741 6718 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-2/wal/instance:
20:04:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1836a45c5c494677b597868e9868b80c"
20:04:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:04:58 on dist-test-slave-mw8t"
20:04:58.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.383191 6718 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.007s sys 0.000s
20:04:58.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.387060 6733 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:58.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.388528 6718 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
20:04:58.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.388679 6718 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-2/data,/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-2/wal
20:04:58.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1836a45c5c494677b597868e9868b80c"
20:04:58.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:04:58 on dist-test-slave-mw8t"
20:04:58.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.388849 6718 fs_report.cc:389] FS layout report
20:04:58.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:58.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-2/wal
20:04:58.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-2/wal
20:04:58.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-2/data/data
20:04:58.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:58.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:58.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:58.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:58.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:58.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:58.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:58.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:58.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:58.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:58.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:58.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.417513 6718 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:58.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.418879 6718 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:58.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.419203 6718 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:58.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.422453 6718 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:04:58.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.422734 6718 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:04:58.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.422969 6718 ts_tablet_manager.cc:610] Registered 0 tablets
20:04:58.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.423159 6718 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:04:58.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.515676 6718 rpc_server.cc:307] RPC server started. Bound to: 127.5.249.195:39419
20:04:58.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.515712 6854 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.249.195:39419 every 8 connection(s)
20:04:58.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.517412 6718 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-2/data/info.pb
20:04:58.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.518910 6119 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu as pid 6718
20:04:58.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.519065 6119 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/ts-2/wal/instance
20:04:58.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.526643 6573 heartbeater.cc:499] Master 127.5.249.254:41591 was elected leader, sending a full tablet report...
20:04:58.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.534883 6856 heartbeater.cc:344] Connected to a master server at 127.5.249.254:41591
20:04:58.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.535456 6856 heartbeater.cc:461] Registering TS with master...
20:04:58.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.536728 6856 heartbeater.cc:507] Master 127.5.249.254:41591 requested a full tablet report, sending...
20:04:58.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.536832 6855 heartbeater.cc:344] Connected to a master server at 127.5.249.252:36033
20:04:58.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.537230 6855 heartbeater.cc:461] Registering TS with master...
20:04:58.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.538162 6855 heartbeater.cc:507] Master 127.5.249.252:36033 requested a full tablet report, sending...
20:04:58.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.538688 6160 ts_manager.cc:194] Registered new tserver with Master: 1836a45c5c494677b597868e9868b80c (127.5.249.195:39419)
20:04:58.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.539307 6323 ts_manager.cc:194] Registered new tserver with Master: 1836a45c5c494677b597868e9868b80c (127.5.249.195:39419)
20:04:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.539767 6160 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.5.249.195:33929
20:04:58.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.542120 6857 heartbeater.cc:344] Connected to a master server at 127.5.249.253:34953
20:04:58.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.542315 6857 heartbeater.cc:461] Registering TS with master...
20:04:58.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.542726 6857 heartbeater.cc:507] Master 127.5.249.253:34953 requested a full tablet report, sending...
20:04:58.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.543795 6242 ts_manager.cc:194] Registered new tserver with Master: 1836a45c5c494677b597868e9868b80c (127.5.249.195:39419)
20:04:58.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.550313 6119 external_mini_cluster.cc:934] 3 TS(s) registered with all masters
20:04:58.553 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:04:58.553 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
20:04:58.554 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.5.249.254"
port: 41591
}
bound_http_address {
host: "127.5.249.254"
port: 45059
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.5.249.253"
port: 34953
}
bound_http_address {
host: "127.5.249.253"
port: 41335
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.5.249.252"
port: 36033
}
bound_http_address {
host: "127.5.249.252"
port: 44529
}
}
}
20:04:58.554 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:04:58.555 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.5.249.193"
port: 41239
}
bound_http_address {
host: "127.5.249.193"
port: 34787
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.5.249.194"
port: 34429
}
bound_http_address {
host: "127.5.249.194"
port: 38153
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.5.249.195"
port: 39419
}
bound_http_address {
host: "127.5.249.195"
port: 36271
}
}
}
20:04:58.555 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:04:58.557 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
20:04:58.558 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.5.249.254:41591(127.5.249.254:41591)] connecting to peer
20:04:58.559 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:04:58.560 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:04:58.562 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.5.249.253:34953(127.5.249.253:34953)] Successfully connected to peer
20:04:58.562 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.5.249.254:41591(127.5.249.254:41591)] Successfully connected to peer
20:04:58.563 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.5.249.252:36033(127.5.249.252:36033)] Successfully connected to peer
20:04:58.564 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.249.254
20:04:58.564 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.249.253
20:04:58.576 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.249.252
20:04:58.578 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x4b9b92ed, L:/127.0.0.1:48238 - R:/127.5.249.253:34953] using SASL/PLAIN
20:04:58.580 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4459a06e, L:/127.0.0.1:40260 - R:/127.5.249.254:41591] using SASL/PLAIN
20:04:58.587 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:04:58.588 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=30), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: OK, [28ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, deferred=null) after lookup
20:04:58.589 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbf3e64f9, L:/127.0.0.1:34342 - R:/127.5.249.252:36033] using SASL/PLAIN
20:04:58.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.589805 6160 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:40260:
20:04:58.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
20:04:58.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:04:58.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:58.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
20:04:58.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
20:04:58.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:04:58.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:58.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:58.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:58.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:04:58.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:58.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:58.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
20:04:58.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
20:04:58.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:04:58.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:58.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:58.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:58.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:04:58.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:58.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:58.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
20:04:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
20:04:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:04:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:04:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
20:04:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:04:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:04:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
20:04:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
20:04:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
20:04:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
20:04:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:04:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
20:04:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
20:04:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:04:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:04:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:04:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
20:04:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
20:04:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
20:04:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
20:04:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:58.591748 6160 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:04:58.607 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3942611ee0a045798bddedc20cced15e
20:04:58.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.656800 6790 tablet_service.cc:1468] Processing CreateTablet for tablet 68527849fe554464b9bac84b66ab92ff (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=3942611ee0a045798bddedc20cced15e]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:04:58.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.658973 6789 tablet_service.cc:1468] Processing CreateTablet for tablet d71b73d5a7d347cbad6efa87ae7c69b2 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=3942611ee0a045798bddedc20cced15e]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:04:58.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.660003 6789 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d71b73d5a7d347cbad6efa87ae7c69b2. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.661489 6647 tablet_service.cc:1468] Processing CreateTablet for tablet d71b73d5a7d347cbad6efa87ae7c69b2 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=3942611ee0a045798bddedc20cced15e]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:04:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.663017 6647 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d71b73d5a7d347cbad6efa87ae7c69b2. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.663487 6790 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 68527849fe554464b9bac84b66ab92ff. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:58.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.663197 6648 tablet_service.cc:1468] Processing CreateTablet for tablet 68527849fe554464b9bac84b66ab92ff (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=3942611ee0a045798bddedc20cced15e]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:04:58.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.664813 6648 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 68527849fe554464b9bac84b66ab92ff. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:58.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.680220 6881 tablet_bootstrap.cc:492] T d71b73d5a7d347cbad6efa87ae7c69b2 P 1836a45c5c494677b597868e9868b80c: Bootstrap starting.
20:04:58.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.685021 6881 tablet_bootstrap.cc:654] T d71b73d5a7d347cbad6efa87ae7c69b2 P 1836a45c5c494677b597868e9868b80c: Neither blocks nor log segments found. Creating new log.
20:04:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.685974 6880 tablet_bootstrap.cc:492] T 68527849fe554464b9bac84b66ab92ff P f94c84ecb0954e8da921f0cb89415bda: Bootstrap starting.
20:04:58.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.690387 6881 log.cc:826] T d71b73d5a7d347cbad6efa87ae7c69b2 P 1836a45c5c494677b597868e9868b80c: Log is configured to *not* fsync() on all Append() calls
20:04:58.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.692699 6880 tablet_bootstrap.cc:654] T 68527849fe554464b9bac84b66ab92ff P f94c84ecb0954e8da921f0cb89415bda: Neither blocks nor log segments found. Creating new log.
20:04:58.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.692404 6506 tablet_service.cc:1468] Processing CreateTablet for tablet d71b73d5a7d347cbad6efa87ae7c69b2 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=3942611ee0a045798bddedc20cced15e]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:04:58.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.692633 6507 tablet_service.cc:1468] Processing CreateTablet for tablet 68527849fe554464b9bac84b66ab92ff (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=3942611ee0a045798bddedc20cced15e]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:04:58.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.693953 6506 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d71b73d5a7d347cbad6efa87ae7c69b2. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:58.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.694521 6507 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 68527849fe554464b9bac84b66ab92ff. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:58.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.694855 6880 log.cc:826] T 68527849fe554464b9bac84b66ab92ff P f94c84ecb0954e8da921f0cb89415bda: Log is configured to *not* fsync() on all Append() calls
20:04:58.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.699131 6881 tablet_bootstrap.cc:492] T d71b73d5a7d347cbad6efa87ae7c69b2 P 1836a45c5c494677b597868e9868b80c: No bootstrap required, opened a new log
20:04:58.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.699572 6881 ts_tablet_manager.cc:1397] T d71b73d5a7d347cbad6efa87ae7c69b2 P 1836a45c5c494677b597868e9868b80c: Time spent bootstrapping tablet: real 0.020s user 0.009s sys 0.000s
20:04:58.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.704409 6880 tablet_bootstrap.cc:492] T 68527849fe554464b9bac84b66ab92ff P f94c84ecb0954e8da921f0cb89415bda: No bootstrap required, opened a new log
20:04:58.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.704798 6880 ts_tablet_manager.cc:1397] T 68527849fe554464b9bac84b66ab92ff P f94c84ecb0954e8da921f0cb89415bda: Time spent bootstrapping tablet: real 0.019s user 0.007s sys 0.000s
20:04:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.706795 6881 raft_consensus.cc:357] T d71b73d5a7d347cbad6efa87ae7c69b2 P 1836a45c5c494677b597868e9868b80c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 } } peers { permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 } } peers { permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 } }
20:04:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.707162 6881 raft_consensus.cc:383] T d71b73d5a7d347cbad6efa87ae7c69b2 P 1836a45c5c494677b597868e9868b80c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.707369 6881 raft_consensus.cc:738] T d71b73d5a7d347cbad6efa87ae7c69b2 P 1836a45c5c494677b597868e9868b80c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1836a45c5c494677b597868e9868b80c, State: Initialized, Role: FOLLOWER
20:04:58.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.708217 6881 consensus_queue.cc:260] T d71b73d5a7d347cbad6efa87ae7c69b2 P 1836a45c5c494677b597868e9868b80c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 } } peers { permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 } } peers { permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 } }
20:04:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.710059 6881 ts_tablet_manager.cc:1428] T d71b73d5a7d347cbad6efa87ae7c69b2 P 1836a45c5c494677b597868e9868b80c: Time spent starting tablet: real 0.010s user 0.009s sys 0.000s
20:04:58.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.710515 6856 heartbeater.cc:499] Master 127.5.249.254:41591 was elected leader, sending a full tablet report...
20:04:58.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.714643 6881 tablet_bootstrap.cc:492] T 68527849fe554464b9bac84b66ab92ff P 1836a45c5c494677b597868e9868b80c: Bootstrap starting.
20:04:58.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.716612 6881 tablet_bootstrap.cc:654] T 68527849fe554464b9bac84b66ab92ff P 1836a45c5c494677b597868e9868b80c: Neither blocks nor log segments found. Creating new log.
20:04:58.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.716501 6880 raft_consensus.cc:357] T 68527849fe554464b9bac84b66ab92ff P f94c84ecb0954e8da921f0cb89415bda [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 } } peers { permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 } } peers { permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 } }
20:04:58.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.716948 6880 raft_consensus.cc:383] T 68527849fe554464b9bac84b66ab92ff P f94c84ecb0954e8da921f0cb89415bda [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:58.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.717072 6880 raft_consensus.cc:738] T 68527849fe554464b9bac84b66ab92ff P f94c84ecb0954e8da921f0cb89415bda [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f94c84ecb0954e8da921f0cb89415bda, State: Initialized, Role: FOLLOWER
20:04:58.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.717873 6880 consensus_queue.cc:260] T 68527849fe554464b9bac84b66ab92ff P f94c84ecb0954e8da921f0cb89415bda [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 } } peers { permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 } } peers { permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 } }
20:04:58.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.718909 6714 heartbeater.cc:499] Master 127.5.249.254:41591 was elected leader, sending a full tablet report...
20:04:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.719918 6880 ts_tablet_manager.cc:1428] T 68527849fe554464b9bac84b66ab92ff P f94c84ecb0954e8da921f0cb89415bda: Time spent starting tablet: real 0.015s user 0.004s sys 0.007s
20:04:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.720386 6880 tablet_bootstrap.cc:492] T d71b73d5a7d347cbad6efa87ae7c69b2 P f94c84ecb0954e8da921f0cb89415bda: Bootstrap starting.
20:04:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.720510 6884 tablet_bootstrap.cc:492] T d71b73d5a7d347cbad6efa87ae7c69b2 P 7eb9fe6430fd4326bc0e4b95df981fa7: Bootstrap starting.
20:04:58.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.725783 6880 tablet_bootstrap.cc:654] T d71b73d5a7d347cbad6efa87ae7c69b2 P f94c84ecb0954e8da921f0cb89415bda: Neither blocks nor log segments found. Creating new log.
20:04:58.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.726738 6884 tablet_bootstrap.cc:654] T d71b73d5a7d347cbad6efa87ae7c69b2 P 7eb9fe6430fd4326bc0e4b95df981fa7: Neither blocks nor log segments found. Creating new log.
20:04:58.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.727494 6881 tablet_bootstrap.cc:492] T 68527849fe554464b9bac84b66ab92ff P 1836a45c5c494677b597868e9868b80c: No bootstrap required, opened a new log
20:04:58.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.727509 6880 tablet_bootstrap.cc:492] T d71b73d5a7d347cbad6efa87ae7c69b2 P f94c84ecb0954e8da921f0cb89415bda: No bootstrap required, opened a new log
20:04:58.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.727671 6880 ts_tablet_manager.cc:1397] T d71b73d5a7d347cbad6efa87ae7c69b2 P f94c84ecb0954e8da921f0cb89415bda: Time spent bootstrapping tablet: real 0.007s user 0.000s sys 0.003s
20:04:58.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.727674 6881 ts_tablet_manager.cc:1397] T 68527849fe554464b9bac84b66ab92ff P 1836a45c5c494677b597868e9868b80c: Time spent bootstrapping tablet: real 0.013s user 0.005s sys 0.000s
20:04:58.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.728259 6880 raft_consensus.cc:357] T d71b73d5a7d347cbad6efa87ae7c69b2 P f94c84ecb0954e8da921f0cb89415bda [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 } } peers { permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 } } peers { permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 } }
20:04:58.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.728413 6880 raft_consensus.cc:383] T d71b73d5a7d347cbad6efa87ae7c69b2 P f94c84ecb0954e8da921f0cb89415bda [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:58.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.728461 6880 raft_consensus.cc:738] T d71b73d5a7d347cbad6efa87ae7c69b2 P f94c84ecb0954e8da921f0cb89415bda [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f94c84ecb0954e8da921f0cb89415bda, State: Initialized, Role: FOLLOWER
20:04:58.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.728368 6881 raft_consensus.cc:357] T 68527849fe554464b9bac84b66ab92ff P 1836a45c5c494677b597868e9868b80c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 } } peers { permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 } } peers { permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 } }
20:04:58.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.728587 6881 raft_consensus.cc:383] T 68527849fe554464b9bac84b66ab92ff P 1836a45c5c494677b597868e9868b80c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:58.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.728665 6881 raft_consensus.cc:738] T 68527849fe554464b9bac84b66ab92ff P 1836a45c5c494677b597868e9868b80c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1836a45c5c494677b597868e9868b80c, State: Initialized, Role: FOLLOWER
20:04:58.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.728694 6880 consensus_queue.cc:260] T d71b73d5a7d347cbad6efa87ae7c69b2 P f94c84ecb0954e8da921f0cb89415bda [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 } } peers { permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 } } peers { permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 } }
20:04:58.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.728907 6881 consensus_queue.cc:260] T 68527849fe554464b9bac84b66ab92ff P 1836a45c5c494677b597868e9868b80c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 } } peers { permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 } } peers { permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 } }
20:04:58.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.729313 6880 ts_tablet_manager.cc:1428] T d71b73d5a7d347cbad6efa87ae7c69b2 P f94c84ecb0954e8da921f0cb89415bda: Time spent starting tablet: real 0.002s user 0.000s sys 0.002s
20:04:58.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.730068 6884 log.cc:826] T d71b73d5a7d347cbad6efa87ae7c69b2 P 7eb9fe6430fd4326bc0e4b95df981fa7: Log is configured to *not* fsync() on all Append() calls
20:04:58.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.736022 6881 ts_tablet_manager.cc:1428] T 68527849fe554464b9bac84b66ab92ff P 1836a45c5c494677b597868e9868b80c: Time spent starting tablet: real 0.008s user 0.002s sys 0.000s
20:04:58.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.739081 6884 tablet_bootstrap.cc:492] T d71b73d5a7d347cbad6efa87ae7c69b2 P 7eb9fe6430fd4326bc0e4b95df981fa7: No bootstrap required, opened a new log
20:04:58.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.739432 6884 ts_tablet_manager.cc:1397] T d71b73d5a7d347cbad6efa87ae7c69b2 P 7eb9fe6430fd4326bc0e4b95df981fa7: Time spent bootstrapping tablet: real 0.021s user 0.004s sys 0.009s
20:04:58.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.744668 6884 raft_consensus.cc:357] T d71b73d5a7d347cbad6efa87ae7c69b2 P 7eb9fe6430fd4326bc0e4b95df981fa7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 } } peers { permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 } } peers { permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 } }
20:04:58.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.745028 6884 raft_consensus.cc:383] T d71b73d5a7d347cbad6efa87ae7c69b2 P 7eb9fe6430fd4326bc0e4b95df981fa7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:58.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.745114 6884 raft_consensus.cc:738] T d71b73d5a7d347cbad6efa87ae7c69b2 P 7eb9fe6430fd4326bc0e4b95df981fa7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7eb9fe6430fd4326bc0e4b95df981fa7, State: Initialized, Role: FOLLOWER
20:04:58.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.745683 6884 consensus_queue.cc:260] T d71b73d5a7d347cbad6efa87ae7c69b2 P 7eb9fe6430fd4326bc0e4b95df981fa7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 } } peers { permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 } } peers { permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 } }
20:04:58.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.747506 6884 ts_tablet_manager.cc:1428] T d71b73d5a7d347cbad6efa87ae7c69b2 P 7eb9fe6430fd4326bc0e4b95df981fa7: Time spent starting tablet: real 0.008s user 0.005s sys 0.003s
20:04:58.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.750397 6884 tablet_bootstrap.cc:492] T 68527849fe554464b9bac84b66ab92ff P 7eb9fe6430fd4326bc0e4b95df981fa7: Bootstrap starting.
20:04:58.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:58.751619 6716 tablet.cc:2378] T 68527849fe554464b9bac84b66ab92ff P f94c84ecb0954e8da921f0cb89415bda: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:58.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.753365 6884 tablet_bootstrap.cc:654] T 68527849fe554464b9bac84b66ab92ff P 7eb9fe6430fd4326bc0e4b95df981fa7: Neither blocks nor log segments found. Creating new log.
20:04:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.755586 6884 tablet_bootstrap.cc:492] T 68527849fe554464b9bac84b66ab92ff P 7eb9fe6430fd4326bc0e4b95df981fa7: No bootstrap required, opened a new log
20:04:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.755769 6884 ts_tablet_manager.cc:1397] T 68527849fe554464b9bac84b66ab92ff P 7eb9fe6430fd4326bc0e4b95df981fa7: Time spent bootstrapping tablet: real 0.005s user 0.003s sys 0.000s
20:04:58.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.756479 6884 raft_consensus.cc:357] T 68527849fe554464b9bac84b66ab92ff P 7eb9fe6430fd4326bc0e4b95df981fa7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 } } peers { permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 } } peers { permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 } }
20:04:58.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.756669 6884 raft_consensus.cc:383] T 68527849fe554464b9bac84b66ab92ff P 7eb9fe6430fd4326bc0e4b95df981fa7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:58.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.756739 6884 raft_consensus.cc:738] T 68527849fe554464b9bac84b66ab92ff P 7eb9fe6430fd4326bc0e4b95df981fa7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7eb9fe6430fd4326bc0e4b95df981fa7, State: Initialized, Role: FOLLOWER
20:04:58.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.756984 6884 consensus_queue.cc:260] T 68527849fe554464b9bac84b66ab92ff P 7eb9fe6430fd4326bc0e4b95df981fa7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 } } peers { permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 } } peers { permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 } }
20:04:58.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.757459 6884 ts_tablet_manager.cc:1428] T 68527849fe554464b9bac84b66ab92ff P 7eb9fe6430fd4326bc0e4b95df981fa7: Time spent starting tablet: real 0.002s user 0.000s sys 0.000s
20:04:58.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:58.778829 6575 tablet.cc:2378] T 68527849fe554464b9bac84b66ab92ff P 7eb9fe6430fd4326bc0e4b95df981fa7: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:58.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:58.791325 6858 tablet.cc:2378] T 68527849fe554464b9bac84b66ab92ff P 1836a45c5c494677b597868e9868b80c: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:58.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.861246 6887 raft_consensus.cc:491] T d71b73d5a7d347cbad6efa87ae7c69b2 P f94c84ecb0954e8da921f0cb89415bda [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:58.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.861541 6887 raft_consensus.cc:513] T d71b73d5a7d347cbad6efa87ae7c69b2 P f94c84ecb0954e8da921f0cb89415bda [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 } } peers { permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 } } peers { permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 } }
20:04:58.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.863283 6887 leader_election.cc:290] T d71b73d5a7d347cbad6efa87ae7c69b2 P f94c84ecb0954e8da921f0cb89415bda [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7eb9fe6430fd4326bc0e4b95df981fa7 (127.5.249.193:41239), 1836a45c5c494677b597868e9868b80c (127.5.249.195:39419)
20:04:58.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.869774 6527 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "d71b73d5a7d347cbad6efa87ae7c69b2" candidate_uuid: "f94c84ecb0954e8da921f0cb89415bda" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" is_pre_election: true
20:04:58.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.869853 6810 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "d71b73d5a7d347cbad6efa87ae7c69b2" candidate_uuid: "f94c84ecb0954e8da921f0cb89415bda" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1836a45c5c494677b597868e9868b80c" is_pre_election: true
20:04:58.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.870338 6527 raft_consensus.cc:2466] T d71b73d5a7d347cbad6efa87ae7c69b2 P 7eb9fe6430fd4326bc0e4b95df981fa7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f94c84ecb0954e8da921f0cb89415bda in term 0.
20:04:58.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.870337 6810 raft_consensus.cc:2466] T d71b73d5a7d347cbad6efa87ae7c69b2 P 1836a45c5c494677b597868e9868b80c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f94c84ecb0954e8da921f0cb89415bda in term 0.
20:04:58.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.870975 6595 leader_election.cc:304] T d71b73d5a7d347cbad6efa87ae7c69b2 P f94c84ecb0954e8da921f0cb89415bda [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1836a45c5c494677b597868e9868b80c, f94c84ecb0954e8da921f0cb89415bda; no voters:
20:04:58.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.871363 6887 raft_consensus.cc:2802] T d71b73d5a7d347cbad6efa87ae7c69b2 P f94c84ecb0954e8da921f0cb89415bda [term 0 FOLLOWER]: Leader pre-election won for term 1
20:04:58.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.871505 6887 raft_consensus.cc:491] T d71b73d5a7d347cbad6efa87ae7c69b2 P f94c84ecb0954e8da921f0cb89415bda [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:58.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.871618 6887 raft_consensus.cc:3058] T d71b73d5a7d347cbad6efa87ae7c69b2 P f94c84ecb0954e8da921f0cb89415bda [term 0 FOLLOWER]: Advancing to term 1
20:04:58.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.873674 6887 raft_consensus.cc:513] T d71b73d5a7d347cbad6efa87ae7c69b2 P f94c84ecb0954e8da921f0cb89415bda [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 } } peers { permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 } } peers { permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 } }
20:04:58.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.874306 6887 leader_election.cc:290] T d71b73d5a7d347cbad6efa87ae7c69b2 P f94c84ecb0954e8da921f0cb89415bda [CANDIDATE]: Term 1 election: Requested vote from peers 7eb9fe6430fd4326bc0e4b95df981fa7 (127.5.249.193:41239), 1836a45c5c494677b597868e9868b80c (127.5.249.195:39419)
20:04:58.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.874818 6810 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "d71b73d5a7d347cbad6efa87ae7c69b2" candidate_uuid: "f94c84ecb0954e8da921f0cb89415bda" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1836a45c5c494677b597868e9868b80c"
20:04:58.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.874830 6527 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "d71b73d5a7d347cbad6efa87ae7c69b2" candidate_uuid: "f94c84ecb0954e8da921f0cb89415bda" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7"
20:04:58.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.874976 6810 raft_consensus.cc:3058] T d71b73d5a7d347cbad6efa87ae7c69b2 P 1836a45c5c494677b597868e9868b80c [term 0 FOLLOWER]: Advancing to term 1
20:04:58.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.875025 6527 raft_consensus.cc:3058] T d71b73d5a7d347cbad6efa87ae7c69b2 P 7eb9fe6430fd4326bc0e4b95df981fa7 [term 0 FOLLOWER]: Advancing to term 1
20:04:58.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.877110 6810 raft_consensus.cc:2466] T d71b73d5a7d347cbad6efa87ae7c69b2 P 1836a45c5c494677b597868e9868b80c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f94c84ecb0954e8da921f0cb89415bda in term 1.
20:04:58.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.877166 6527 raft_consensus.cc:2466] T d71b73d5a7d347cbad6efa87ae7c69b2 P 7eb9fe6430fd4326bc0e4b95df981fa7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f94c84ecb0954e8da921f0cb89415bda in term 1.
20:04:58.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.877488 6595 leader_election.cc:304] T d71b73d5a7d347cbad6efa87ae7c69b2 P f94c84ecb0954e8da921f0cb89415bda [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1836a45c5c494677b597868e9868b80c, f94c84ecb0954e8da921f0cb89415bda; no voters:
20:04:58.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.877810 6887 raft_consensus.cc:2802] T d71b73d5a7d347cbad6efa87ae7c69b2 P f94c84ecb0954e8da921f0cb89415bda [term 1 FOLLOWER]: Leader election won for term 1
20:04:58.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.878257 6887 raft_consensus.cc:695] T d71b73d5a7d347cbad6efa87ae7c69b2 P f94c84ecb0954e8da921f0cb89415bda [term 1 LEADER]: Becoming Leader. State: Replica: f94c84ecb0954e8da921f0cb89415bda, State: Running, Role: LEADER
20:04:58.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.878783 6887 consensus_queue.cc:237] T d71b73d5a7d347cbad6efa87ae7c69b2 P f94c84ecb0954e8da921f0cb89415bda [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 } } peers { permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 } } peers { permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 } }
20:04:58.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:58.883903 6161 catalog_manager.cc:5582] T d71b73d5a7d347cbad6efa87ae7c69b2 P f94c84ecb0954e8da921f0cb89415bda reported cstate change: term changed from 0 to 1, leader changed from <none> to f94c84ecb0954e8da921f0cb89415bda (127.5.249.194). New cstate: current_term: 1 leader_uuid: "f94c84ecb0954e8da921f0cb89415bda" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 } health_report { overall_health: UNKNOWN } } }
20:04:59.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.063194 6890 raft_consensus.cc:491] T 68527849fe554464b9bac84b66ab92ff P 7eb9fe6430fd4326bc0e4b95df981fa7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:59.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.063398 6890 raft_consensus.cc:513] T 68527849fe554464b9bac84b66ab92ff P 7eb9fe6430fd4326bc0e4b95df981fa7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 } } peers { permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 } } peers { permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 } }
20:04:59.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.065019 6890 leader_election.cc:290] T 68527849fe554464b9bac84b66ab92ff P 7eb9fe6430fd4326bc0e4b95df981fa7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f94c84ecb0954e8da921f0cb89415bda (127.5.249.194:34429), 1836a45c5c494677b597868e9868b80c (127.5.249.195:39419)
20:04:59.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.070884 6885 raft_consensus.cc:491] T 68527849fe554464b9bac84b66ab92ff P 1836a45c5c494677b597868e9868b80c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:59.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.071110 6885 raft_consensus.cc:513] T 68527849fe554464b9bac84b66ab92ff P 1836a45c5c494677b597868e9868b80c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 } } peers { permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 } } peers { permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 } }
20:04:59.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.071954 6810 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "68527849fe554464b9bac84b66ab92ff" candidate_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1836a45c5c494677b597868e9868b80c" is_pre_election: true
20:04:59.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.072176 6810 raft_consensus.cc:2466] T 68527849fe554464b9bac84b66ab92ff P 1836a45c5c494677b597868e9868b80c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7eb9fe6430fd4326bc0e4b95df981fa7 in term 0.
20:04:59.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.072216 6668 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "68527849fe554464b9bac84b66ab92ff" candidate_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f94c84ecb0954e8da921f0cb89415bda" is_pre_election: true
20:04:59.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.072611 6451 leader_election.cc:304] T 68527849fe554464b9bac84b66ab92ff P 7eb9fe6430fd4326bc0e4b95df981fa7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1836a45c5c494677b597868e9868b80c, 7eb9fe6430fd4326bc0e4b95df981fa7; no voters:
20:04:59.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.072629 6668 raft_consensus.cc:2466] T 68527849fe554464b9bac84b66ab92ff P f94c84ecb0954e8da921f0cb89415bda [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7eb9fe6430fd4326bc0e4b95df981fa7 in term 0.
20:04:59.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.072947 6890 raft_consensus.cc:2802] T 68527849fe554464b9bac84b66ab92ff P 7eb9fe6430fd4326bc0e4b95df981fa7 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:04:59.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.073068 6890 raft_consensus.cc:491] T 68527849fe554464b9bac84b66ab92ff P 7eb9fe6430fd4326bc0e4b95df981fa7 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:59.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.073156 6890 raft_consensus.cc:3058] T 68527849fe554464b9bac84b66ab92ff P 7eb9fe6430fd4326bc0e4b95df981fa7 [term 0 FOLLOWER]: Advancing to term 1
20:04:59.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.073135 6885 leader_election.cc:290] T 68527849fe554464b9bac84b66ab92ff P 1836a45c5c494677b597868e9868b80c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f94c84ecb0954e8da921f0cb89415bda (127.5.249.194:34429), 7eb9fe6430fd4326bc0e4b95df981fa7 (127.5.249.193:41239)
20:04:59.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.076143 6890 raft_consensus.cc:513] T 68527849fe554464b9bac84b66ab92ff P 7eb9fe6430fd4326bc0e4b95df981fa7 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 } } peers { permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 } } peers { permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 } }
20:04:59.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.076817 6890 leader_election.cc:290] T 68527849fe554464b9bac84b66ab92ff P 7eb9fe6430fd4326bc0e4b95df981fa7 [CANDIDATE]: Term 1 election: Requested vote from peers f94c84ecb0954e8da921f0cb89415bda (127.5.249.194:34429), 1836a45c5c494677b597868e9868b80c (127.5.249.195:39419)
20:04:59.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.077309 6668 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "68527849fe554464b9bac84b66ab92ff" candidate_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f94c84ecb0954e8da921f0cb89415bda"
20:04:59.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.077418 6810 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "68527849fe554464b9bac84b66ab92ff" candidate_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1836a45c5c494677b597868e9868b80c"
20:04:59.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.077504 6668 raft_consensus.cc:3058] T 68527849fe554464b9bac84b66ab92ff P f94c84ecb0954e8da921f0cb89415bda [term 0 FOLLOWER]: Advancing to term 1
20:04:59.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.077607 6810 raft_consensus.cc:3058] T 68527849fe554464b9bac84b66ab92ff P 1836a45c5c494677b597868e9868b80c [term 0 FOLLOWER]: Advancing to term 1
20:04:59.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.080731 6810 raft_consensus.cc:2466] T 68527849fe554464b9bac84b66ab92ff P 1836a45c5c494677b597868e9868b80c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7eb9fe6430fd4326bc0e4b95df981fa7 in term 1.
20:04:59.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.080971 6668 raft_consensus.cc:2466] T 68527849fe554464b9bac84b66ab92ff P f94c84ecb0954e8da921f0cb89415bda [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7eb9fe6430fd4326bc0e4b95df981fa7 in term 1.
20:04:59.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.081287 6451 leader_election.cc:304] T 68527849fe554464b9bac84b66ab92ff P 7eb9fe6430fd4326bc0e4b95df981fa7 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1836a45c5c494677b597868e9868b80c, 7eb9fe6430fd4326bc0e4b95df981fa7; no voters:
20:04:59.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.081591 6890 raft_consensus.cc:2802] T 68527849fe554464b9bac84b66ab92ff P 7eb9fe6430fd4326bc0e4b95df981fa7 [term 1 FOLLOWER]: Leader election won for term 1
20:04:59.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.081501 6667 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "68527849fe554464b9bac84b66ab92ff" candidate_uuid: "1836a45c5c494677b597868e9868b80c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f94c84ecb0954e8da921f0cb89415bda" is_pre_election: true
20:04:59.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.081962 6667 raft_consensus.cc:2391] T 68527849fe554464b9bac84b66ab92ff P f94c84ecb0954e8da921f0cb89415bda [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 1836a45c5c494677b597868e9868b80c in current term 1: Already voted for candidate 7eb9fe6430fd4326bc0e4b95df981fa7 in this term.
20:04:59.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.082442 6890 raft_consensus.cc:695] T 68527849fe554464b9bac84b66ab92ff P 7eb9fe6430fd4326bc0e4b95df981fa7 [term 1 LEADER]: Becoming Leader. State: Replica: 7eb9fe6430fd4326bc0e4b95df981fa7, State: Running, Role: LEADER
20:04:59.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.083129 6890 consensus_queue.cc:237] T 68527849fe554464b9bac84b66ab92ff P 7eb9fe6430fd4326bc0e4b95df981fa7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 } } peers { permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 } } peers { permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 } }
20:04:59.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.084587 6527 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "68527849fe554464b9bac84b66ab92ff" candidate_uuid: "1836a45c5c494677b597868e9868b80c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" is_pre_election: true
20:04:59.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.085388 6734 leader_election.cc:304] T 68527849fe554464b9bac84b66ab92ff P 1836a45c5c494677b597868e9868b80c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 1836a45c5c494677b597868e9868b80c; no voters: 7eb9fe6430fd4326bc0e4b95df981fa7, f94c84ecb0954e8da921f0cb89415bda
20:04:59.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.085803 6885 raft_consensus.cc:2747] T 68527849fe554464b9bac84b66ab92ff P 1836a45c5c494677b597868e9868b80c [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:04:59.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.089258 6161 catalog_manager.cc:5582] T 68527849fe554464b9bac84b66ab92ff P 7eb9fe6430fd4326bc0e4b95df981fa7 reported cstate change: term changed from 0 to 1, leader changed from <none> to 7eb9fe6430fd4326bc0e4b95df981fa7 (127.5.249.193). New cstate: current_term: 1 leader_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 } health_report { overall_health: HEALTHY } } }
20:04:59.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.307116 6161 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:40266:
20:04:59.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
20:04:59.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:04:59.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:59.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:04:59.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
20:04:59.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:04:59.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:59.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:04:59.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:04:59.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:59.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:59.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:59.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:59.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
20:04:59.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
20:04:59.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:04:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:04:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:04:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
20:04:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:04:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:04:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:04:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:04:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
20:04:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:04:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:04:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:04:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:04:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:04:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:04:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
20:04:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
20:04:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:04:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
20:04:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:04:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
20:04:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:59.308109 6161 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:04:59.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.319317 6506 tablet_service.cc:1468] Processing CreateTablet for tablet b3a9cc1322134422a59d9920c36b080c (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=0c4fd9e6c7d249e3918559bf0e47642c]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:04:59.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.319315 6789 tablet_service.cc:1468] Processing CreateTablet for tablet b3a9cc1322134422a59d9920c36b080c (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=0c4fd9e6c7d249e3918559bf0e47642c]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:04:59.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.320276 6506 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b3a9cc1322134422a59d9920c36b080c. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:59.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.320258 6789 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b3a9cc1322134422a59d9920c36b080c. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:59.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.325762 6915 tablet_bootstrap.cc:492] T b3a9cc1322134422a59d9920c36b080c P 1836a45c5c494677b597868e9868b80c: Bootstrap starting.
20:04:59.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.326306 6914 tablet_bootstrap.cc:492] T b3a9cc1322134422a59d9920c36b080c P 7eb9fe6430fd4326bc0e4b95df981fa7: Bootstrap starting.
20:04:59.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.325845 6647 tablet_service.cc:1468] Processing CreateTablet for tablet b3a9cc1322134422a59d9920c36b080c (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=0c4fd9e6c7d249e3918559bf0e47642c]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:04:59.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.326876 6647 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b3a9cc1322134422a59d9920c36b080c. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:59.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.327661 6915 tablet_bootstrap.cc:654] T b3a9cc1322134422a59d9920c36b080c P 1836a45c5c494677b597868e9868b80c: Neither blocks nor log segments found. Creating new log.
20:04:59.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.328053 6914 tablet_bootstrap.cc:654] T b3a9cc1322134422a59d9920c36b080c P 7eb9fe6430fd4326bc0e4b95df981fa7: Neither blocks nor log segments found. Creating new log.
20:04:59.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.329248 6915 tablet_bootstrap.cc:492] T b3a9cc1322134422a59d9920c36b080c P 1836a45c5c494677b597868e9868b80c: No bootstrap required, opened a new log
20:04:59.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.329350 6915 ts_tablet_manager.cc:1397] T b3a9cc1322134422a59d9920c36b080c P 1836a45c5c494677b597868e9868b80c: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s
20:04:59.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.330027 6915 raft_consensus.cc:357] T b3a9cc1322134422a59d9920c36b080c P 1836a45c5c494677b597868e9868b80c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 } } peers { permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 } } peers { permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 } }
20:04:59.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.330502 6915 raft_consensus.cc:383] T b3a9cc1322134422a59d9920c36b080c P 1836a45c5c494677b597868e9868b80c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:59.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.330610 6915 raft_consensus.cc:738] T b3a9cc1322134422a59d9920c36b080c P 1836a45c5c494677b597868e9868b80c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1836a45c5c494677b597868e9868b80c, State: Initialized, Role: FOLLOWER
20:04:59.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.330839 6915 consensus_queue.cc:260] T b3a9cc1322134422a59d9920c36b080c P 1836a45c5c494677b597868e9868b80c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 } } peers { permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 } } peers { permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 } }
20:04:59.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.331243 6885 tablet_replica.cc:440] T b3a9cc1322134422a59d9920c36b080c P 1836a45c5c494677b597868e9868b80c: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 } } peers { permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 } } peers { permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 } } }
20:04:59.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.331454 6885 tablet_replica.cc:443] T b3a9cc1322134422a59d9920c36b080c P 1836a45c5c494677b597868e9868b80c: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:59.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.334939 6915 ts_tablet_manager.cc:1428] T b3a9cc1322134422a59d9920c36b080c P 1836a45c5c494677b597868e9868b80c: Time spent starting tablet: real 0.005s user 0.002s sys 0.000s
20:04:59.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.338743 6918 tablet_bootstrap.cc:492] T b3a9cc1322134422a59d9920c36b080c P f94c84ecb0954e8da921f0cb89415bda: Bootstrap starting.
20:04:59.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.340394 6914 tablet_bootstrap.cc:492] T b3a9cc1322134422a59d9920c36b080c P 7eb9fe6430fd4326bc0e4b95df981fa7: No bootstrap required, opened a new log
20:04:59.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.340565 6914 ts_tablet_manager.cc:1397] T b3a9cc1322134422a59d9920c36b080c P 7eb9fe6430fd4326bc0e4b95df981fa7: Time spent bootstrapping tablet: real 0.014s user 0.003s sys 0.006s
20:04:59.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.341342 6914 raft_consensus.cc:357] T b3a9cc1322134422a59d9920c36b080c P 7eb9fe6430fd4326bc0e4b95df981fa7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 } } peers { permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 } } peers { permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 } }
20:04:59.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.341490 6914 raft_consensus.cc:383] T b3a9cc1322134422a59d9920c36b080c P 7eb9fe6430fd4326bc0e4b95df981fa7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:59.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.341572 6914 raft_consensus.cc:738] T b3a9cc1322134422a59d9920c36b080c P 7eb9fe6430fd4326bc0e4b95df981fa7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7eb9fe6430fd4326bc0e4b95df981fa7, State: Initialized, Role: FOLLOWER
20:04:59.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.341785 6914 consensus_queue.cc:260] T b3a9cc1322134422a59d9920c36b080c P 7eb9fe6430fd4326bc0e4b95df981fa7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 } } peers { permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 } } peers { permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 } }
20:04:59.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.342321 6914 ts_tablet_manager.cc:1428] T b3a9cc1322134422a59d9920c36b080c P 7eb9fe6430fd4326bc0e4b95df981fa7: Time spent starting tablet: real 0.002s user 0.002s sys 0.001s
20:04:59.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.342274 6890 tablet_replica.cc:440] T b3a9cc1322134422a59d9920c36b080c P 7eb9fe6430fd4326bc0e4b95df981fa7: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 } } peers { permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 } } peers { permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 } } }
20:04:59.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.342547 6890 tablet_replica.cc:443] T b3a9cc1322134422a59d9920c36b080c P 7eb9fe6430fd4326bc0e4b95df981fa7: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:59.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.343266 6918 tablet_bootstrap.cc:654] T b3a9cc1322134422a59d9920c36b080c P f94c84ecb0954e8da921f0cb89415bda: Neither blocks nor log segments found. Creating new log.
20:04:59.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.345584 6918 tablet_bootstrap.cc:492] T b3a9cc1322134422a59d9920c36b080c P f94c84ecb0954e8da921f0cb89415bda: No bootstrap required, opened a new log
20:04:59.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.345774 6918 ts_tablet_manager.cc:1397] T b3a9cc1322134422a59d9920c36b080c P f94c84ecb0954e8da921f0cb89415bda: Time spent bootstrapping tablet: real 0.007s user 0.003s sys 0.000s
20:04:59.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.346768 6918 raft_consensus.cc:357] T b3a9cc1322134422a59d9920c36b080c P f94c84ecb0954e8da921f0cb89415bda [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 } } peers { permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 } } peers { permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 } }
20:04:59.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.346975 6918 raft_consensus.cc:383] T b3a9cc1322134422a59d9920c36b080c P f94c84ecb0954e8da921f0cb89415bda [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:59.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.347072 6918 raft_consensus.cc:738] T b3a9cc1322134422a59d9920c36b080c P f94c84ecb0954e8da921f0cb89415bda [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f94c84ecb0954e8da921f0cb89415bda, State: Initialized, Role: FOLLOWER
20:04:59.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.347363 6918 consensus_queue.cc:260] T b3a9cc1322134422a59d9920c36b080c P f94c84ecb0954e8da921f0cb89415bda [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 } } peers { permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 } } peers { permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 } }
20:04:59.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.347909 6918 ts_tablet_manager.cc:1428] T b3a9cc1322134422a59d9920c36b080c P f94c84ecb0954e8da921f0cb89415bda: Time spent starting tablet: real 0.002s user 0.000s sys 0.001s
20:04:59.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.347851 6887 tablet_replica.cc:440] T b3a9cc1322134422a59d9920c36b080c P f94c84ecb0954e8da921f0cb89415bda: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 } } peers { permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 } } peers { permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 } } }
20:04:59.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.349354 6887 tablet_replica.cc:443] T b3a9cc1322134422a59d9920c36b080c P f94c84ecb0954e8da921f0cb89415bda: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:59.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.385507 6887 consensus_queue.cc:1035] T d71b73d5a7d347cbad6efa87ae7c69b2 P f94c84ecb0954e8da921f0cb89415bda [LEADER]: Connected to new peer: Peer: permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:59.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.397019 6887 consensus_queue.cc:1035] T d71b73d5a7d347cbad6efa87ae7c69b2 P f94c84ecb0954e8da921f0cb89415bda [LEADER]: Connected to new peer: Peer: permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:59.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.552060 6890 consensus_queue.cc:1035] T 68527849fe554464b9bac84b66ab92ff P 7eb9fe6430fd4326bc0e4b95df981fa7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.558495 6900 consensus_queue.cc:1035] T 68527849fe554464b9bac84b66ab92ff P 7eb9fe6430fd4326bc0e4b95df981fa7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:59.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.610067 6885 raft_consensus.cc:491] T b3a9cc1322134422a59d9920c36b080c P 1836a45c5c494677b597868e9868b80c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:59.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.610283 6885 raft_consensus.cc:513] T b3a9cc1322134422a59d9920c36b080c P 1836a45c5c494677b597868e9868b80c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 } } peers { permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 } } peers { permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 } }
20:04:59.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.610926 6885 leader_election.cc:290] T b3a9cc1322134422a59d9920c36b080c P 1836a45c5c494677b597868e9868b80c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7eb9fe6430fd4326bc0e4b95df981fa7 (127.5.249.193:41239), f94c84ecb0954e8da921f0cb89415bda (127.5.249.194:34429)
20:04:59.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.611495 6527 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "b3a9cc1322134422a59d9920c36b080c" candidate_uuid: "1836a45c5c494677b597868e9868b80c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" is_pre_election: true
20:04:59.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.611512 6667 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "b3a9cc1322134422a59d9920c36b080c" candidate_uuid: "1836a45c5c494677b597868e9868b80c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f94c84ecb0954e8da921f0cb89415bda" is_pre_election: true
20:04:59.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.611716 6667 raft_consensus.cc:2466] T b3a9cc1322134422a59d9920c36b080c P f94c84ecb0954e8da921f0cb89415bda [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1836a45c5c494677b597868e9868b80c in term 0.
20:04:59.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.611704 6527 raft_consensus.cc:2466] T b3a9cc1322134422a59d9920c36b080c P 7eb9fe6430fd4326bc0e4b95df981fa7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1836a45c5c494677b597868e9868b80c in term 0.
20:04:59.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.612130 6736 leader_election.cc:304] T b3a9cc1322134422a59d9920c36b080c P 1836a45c5c494677b597868e9868b80c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 1836a45c5c494677b597868e9868b80c, 7eb9fe6430fd4326bc0e4b95df981fa7, f94c84ecb0954e8da921f0cb89415bda; no voters:
20:04:59.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.612454 6885 raft_consensus.cc:2802] T b3a9cc1322134422a59d9920c36b080c P 1836a45c5c494677b597868e9868b80c [term 0 FOLLOWER]: Leader pre-election won for term 1
20:04:59.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.612579 6885 raft_consensus.cc:491] T b3a9cc1322134422a59d9920c36b080c P 1836a45c5c494677b597868e9868b80c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:59.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.612706 6885 raft_consensus.cc:3058] T b3a9cc1322134422a59d9920c36b080c P 1836a45c5c494677b597868e9868b80c [term 0 FOLLOWER]: Advancing to term 1
20:04:59.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.615038 6885 raft_consensus.cc:513] T b3a9cc1322134422a59d9920c36b080c P 1836a45c5c494677b597868e9868b80c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 } } peers { permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 } } peers { permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 } }
20:04:59.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.615710 6885 leader_election.cc:290] T b3a9cc1322134422a59d9920c36b080c P 1836a45c5c494677b597868e9868b80c [CANDIDATE]: Term 1 election: Requested vote from peers 7eb9fe6430fd4326bc0e4b95df981fa7 (127.5.249.193:41239), f94c84ecb0954e8da921f0cb89415bda (127.5.249.194:34429)
20:04:59.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.616238 6527 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "b3a9cc1322134422a59d9920c36b080c" candidate_uuid: "1836a45c5c494677b597868e9868b80c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7"
20:04:59.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.616303 6667 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "b3a9cc1322134422a59d9920c36b080c" candidate_uuid: "1836a45c5c494677b597868e9868b80c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f94c84ecb0954e8da921f0cb89415bda"
20:04:59.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.616472 6527 raft_consensus.cc:3058] T b3a9cc1322134422a59d9920c36b080c P 7eb9fe6430fd4326bc0e4b95df981fa7 [term 0 FOLLOWER]: Advancing to term 1
20:04:59.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.616508 6667 raft_consensus.cc:3058] T b3a9cc1322134422a59d9920c36b080c P f94c84ecb0954e8da921f0cb89415bda [term 0 FOLLOWER]: Advancing to term 1
20:04:59.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.619503 6667 raft_consensus.cc:2466] T b3a9cc1322134422a59d9920c36b080c P f94c84ecb0954e8da921f0cb89415bda [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1836a45c5c494677b597868e9868b80c in term 1.
20:04:59.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.619599 6527 raft_consensus.cc:2466] T b3a9cc1322134422a59d9920c36b080c P 7eb9fe6430fd4326bc0e4b95df981fa7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1836a45c5c494677b597868e9868b80c in term 1.
20:04:59.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.620139 6734 leader_election.cc:304] T b3a9cc1322134422a59d9920c36b080c P 1836a45c5c494677b597868e9868b80c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1836a45c5c494677b597868e9868b80c, 7eb9fe6430fd4326bc0e4b95df981fa7; no voters:
20:04:59.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.620515 6885 raft_consensus.cc:2802] T b3a9cc1322134422a59d9920c36b080c P 1836a45c5c494677b597868e9868b80c [term 1 FOLLOWER]: Leader election won for term 1
20:04:59.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.620965 6885 raft_consensus.cc:695] T b3a9cc1322134422a59d9920c36b080c P 1836a45c5c494677b597868e9868b80c [term 1 LEADER]: Becoming Leader. State: Replica: 1836a45c5c494677b597868e9868b80c, State: Running, Role: LEADER
20:04:59.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.621856 6885 consensus_queue.cc:237] T b3a9cc1322134422a59d9920c36b080c P 1836a45c5c494677b597868e9868b80c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 } } peers { permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 } } peers { permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 } }
20:04:59.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.625494 6929 tablet_replica.cc:440] T b3a9cc1322134422a59d9920c36b080c P 1836a45c5c494677b597868e9868b80c: TxnStatusTablet state changed. Reason: New leader 1836a45c5c494677b597868e9868b80c. Latest consensus state: current_term: 1 leader_uuid: "1836a45c5c494677b597868e9868b80c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 } } peers { permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 } } peers { permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 } } }
20:04:59.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.625705 6929 tablet_replica.cc:443] T b3a9cc1322134422a59d9920c36b080c P 1836a45c5c494677b597868e9868b80c: This TxnStatusTablet replica's current role is: LEADER
20:04:59.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.626497 6931 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
20:04:59.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.627044 6931 txn_status_manager.cc:930] Loading transaction status metadata into memory...
20:04:59.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.628396 6161 catalog_manager.cc:5582] T b3a9cc1322134422a59d9920c36b080c P 1836a45c5c494677b597868e9868b80c reported cstate change: term changed from 0 to 1, leader changed from <none> to 1836a45c5c494677b597868e9868b80c (127.5.249.195). New cstate: current_term: 1 leader_uuid: "1836a45c5c494677b597868e9868b80c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 } health_report { overall_health: HEALTHY } } }
20:04:59.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.708514 6527 raft_consensus.cc:1273] T b3a9cc1322134422a59d9920c36b080c P 7eb9fe6430fd4326bc0e4b95df981fa7 [term 1 FOLLOWER]: Refusing update from remote peer 1836a45c5c494677b597868e9868b80c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:04:59.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.708514 6667 raft_consensus.cc:1273] T b3a9cc1322134422a59d9920c36b080c P f94c84ecb0954e8da921f0cb89415bda [term 1 FOLLOWER]: Refusing update from remote peer 1836a45c5c494677b597868e9868b80c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:04:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.709272 6929 consensus_queue.cc:1035] T b3a9cc1322134422a59d9920c36b080c P 1836a45c5c494677b597868e9868b80c [LEADER]: Connected to new peer: Peer: permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.709570 6885 consensus_queue.cc:1035] T b3a9cc1322134422a59d9920c36b080c P 1836a45c5c494677b597868e9868b80c [LEADER]: Connected to new peer: Peer: permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:59.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.715075 6924 tablet_replica.cc:440] T b3a9cc1322134422a59d9920c36b080c P f94c84ecb0954e8da921f0cb89415bda: TxnStatusTablet state changed. Reason: New leader 1836a45c5c494677b597868e9868b80c. Latest consensus state: current_term: 1 leader_uuid: "1836a45c5c494677b597868e9868b80c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 } } peers { permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 } } peers { permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 } } }
20:04:59.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.715395 6924 tablet_replica.cc:443] T b3a9cc1322134422a59d9920c36b080c P f94c84ecb0954e8da921f0cb89415bda: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:59.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.719705 6923 mvcc.cc:204] Tried to move back new op lower bound from 7172320049998544896 to 7172320049655926784. Current Snapshot: MvccSnapshot[applied={T|T < 7172320049998544896}]
20:04:59.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.720593 6922 mvcc.cc:204] Tried to move back new op lower bound from 7172320049998544896 to 7172320049655926784. Current Snapshot: MvccSnapshot[applied={T|T < 7172320049998544896}]
20:04:59.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.721488 6924 tablet_replica.cc:440] T b3a9cc1322134422a59d9920c36b080c P f94c84ecb0954e8da921f0cb89415bda: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1836a45c5c494677b597868e9868b80c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 } } peers { permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 } } peers { permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 } } }
20:04:59.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.721665 6924 tablet_replica.cc:443] T b3a9cc1322134422a59d9920c36b080c P f94c84ecb0954e8da921f0cb89415bda: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:59.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.723436 6890 tablet_replica.cc:440] T b3a9cc1322134422a59d9920c36b080c P 7eb9fe6430fd4326bc0e4b95df981fa7: TxnStatusTablet state changed. Reason: New leader 1836a45c5c494677b597868e9868b80c. Latest consensus state: current_term: 1 leader_uuid: "1836a45c5c494677b597868e9868b80c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 } } peers { permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 } } peers { permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 } } }
20:04:59.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.723665 6890 tablet_replica.cc:443] T b3a9cc1322134422a59d9920c36b080c P 7eb9fe6430fd4326bc0e4b95df981fa7: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:59.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.726856 6929 tablet_replica.cc:440] T b3a9cc1322134422a59d9920c36b080c P 1836a45c5c494677b597868e9868b80c: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1836a45c5c494677b597868e9868b80c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 } } peers { permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 } } peers { permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 } } }
20:04:59.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.727087 6929 tablet_replica.cc:443] T b3a9cc1322134422a59d9920c36b080c P 1836a45c5c494677b597868e9868b80c: This TxnStatusTablet replica's current role is: LEADER
20:04:59.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.728500 6929 tablet_replica.cc:440] T b3a9cc1322134422a59d9920c36b080c P 1836a45c5c494677b597868e9868b80c: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1836a45c5c494677b597868e9868b80c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 } } peers { permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 } } peers { permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 } } }
20:04:59.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.728832 6929 tablet_replica.cc:443] T b3a9cc1322134422a59d9920c36b080c P 1836a45c5c494677b597868e9868b80c: This TxnStatusTablet replica's current role is: LEADER
20:04:59.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.736474 6890 tablet_replica.cc:440] T b3a9cc1322134422a59d9920c36b080c P 7eb9fe6430fd4326bc0e4b95df981fa7: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1836a45c5c494677b597868e9868b80c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" member_type: VOTER last_known_addr { host: "127.5.249.193" port: 41239 } } peers { permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" member_type: VOTER last_known_addr { host: "127.5.249.194" port: 34429 } } peers { permanent_uuid: "1836a45c5c494677b597868e9868b80c" member_type: VOTER last_known_addr { host: "127.5.249.195" port: 39419 } } }
20:04:59.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.736666 6890 tablet_replica.cc:443] T b3a9cc1322134422a59d9920c36b080c P 7eb9fe6430fd4326bc0e4b95df981fa7: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:59.739 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
20:04:59.741 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3942611ee0a045798bddedc20cced15e
20:04:59.741 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.5.249.254:41591
20:04:59.742 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
20:04:59.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.743508 6119 external_mini_cluster.cc:1661] Attempting to check leaks for /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu pid 6130
20:04:59.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.744828 6201 generic_service.cc:196] Checking for leaks (request via RPC)
20:04:59.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:59.861778 6119 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu with pid 6130
20:04:59.880 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.5.249.254:41591(127.5.249.254:41591)] handling channelInactive
20:04:59.880 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.254:41591(127.5.249.254:41591)] cleaning up while in state READY due to: connection closed
20:04:59.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:59.881552 6307 connection.cc:537] server connection from 127.0.0.1:34334 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:04:59.882 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:04:59.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:59.927608 6714 heartbeater.cc:646] Failed to heartbeat to 127.5.249.254:41591 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.5.249.254:41591: connect: Connection refused (error 111)
20:05:00.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:00.124864 6573 heartbeater.cc:646] Failed to heartbeat to 127.5.249.254:41591 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.5.249.254:41591: connect: Connection refused (error 111)
20:05:00.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.162284 6947 raft_consensus.cc:491] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 45af88cb52384c878c98ac3a5faf91f9)
20:05:00.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.162473 6947 raft_consensus.cc:513] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } }
20:05:00.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.163029 6948 raft_consensus.cc:491] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 45af88cb52384c878c98ac3a5faf91f9)
20:05:00.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.163180 6947 leader_election.cc:290] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 45af88cb52384c878c98ac3a5faf91f9 (127.5.249.254:41591), cad3ec31d7c74b1dbfb9789e93755247 (127.5.249.252:36033)
20:05:00.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.163203 6948 raft_consensus.cc:513] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } }
20:05:00.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.163971 6333 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "02761a9004984092b87596f4c1541f16" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "cad3ec31d7c74b1dbfb9789e93755247" is_pre_election: true
20:05:00.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.164186 6333 raft_consensus.cc:2466] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 02761a9004984092b87596f4c1541f16 in term 1.
20:05:00.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.164776 6229 leader_election.cc:304] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 02761a9004984092b87596f4c1541f16, cad3ec31d7c74b1dbfb9789e93755247; no voters:
20:05:00.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.165225 6251 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cad3ec31d7c74b1dbfb9789e93755247" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "02761a9004984092b87596f4c1541f16" is_pre_election: true
20:05:00.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.165581 6251 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cad3ec31d7c74b1dbfb9789e93755247 in term 1.
20:05:00.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.165771 6947 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [term 1 FOLLOWER]: Leader pre-election won for term 2
20:05:00.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.165889 6947 raft_consensus.cc:491] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 45af88cb52384c878c98ac3a5faf91f9)
20:05:00.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.165995 6947 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [term 1 FOLLOWER]: Advancing to term 2
20:05:00.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.166407 6308 leader_election.cc:304] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 02761a9004984092b87596f4c1541f16, cad3ec31d7c74b1dbfb9789e93755247; no voters:
20:05:00.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:00.167048 6307 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.249.254:41591: connect: Connection refused (error 111)
20:05:00.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.167200 6948 leader_election.cc:290] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 45af88cb52384c878c98ac3a5faf91f9 (127.5.249.254:41591), 02761a9004984092b87596f4c1541f16 (127.5.249.253:34953)
20:05:00.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.167254 6952 raft_consensus.cc:2802] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [term 1 FOLLOWER]: Leader pre-election won for term 2
20:05:00.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.167349 6952 raft_consensus.cc:491] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 45af88cb52384c878c98ac3a5faf91f9)
20:05:00.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:00.167621 6226 leader_election.cc:336] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 45af88cb52384c878c98ac3a5faf91f9 (127.5.249.254:41591): Network error: Client connection negotiation failed: client connection to 127.5.249.254:41591: connect: Connection refused (error 111)
20:05:00.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.167502 6952 raft_consensus.cc:3058] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [term 1 FOLLOWER]: Advancing to term 2
20:05:00.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:00.168984 6307 leader_election.cc:336] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 45af88cb52384c878c98ac3a5faf91f9 (127.5.249.254:41591): Network error: Client connection negotiation failed: client connection to 127.5.249.254:41591: connect: Connection refused (error 111)
20:05:00.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.168951 6947 raft_consensus.cc:513] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } }
20:05:00.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.170305 6947 leader_election.cc:290] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [CANDIDATE]: Term 2 election: Requested vote from peers 45af88cb52384c878c98ac3a5faf91f9 (127.5.249.254:41591), cad3ec31d7c74b1dbfb9789e93755247 (127.5.249.252:36033)
20:05:00.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:00.170971 6226 leader_election.cc:336] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 45af88cb52384c878c98ac3a5faf91f9 (127.5.249.254:41591): Network error: Client connection negotiation failed: client connection to 127.5.249.254:41591: connect: Connection refused (error 111)
20:05:00.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.170915 6333 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "02761a9004984092b87596f4c1541f16" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "cad3ec31d7c74b1dbfb9789e93755247"
20:05:00.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.171212 6952 raft_consensus.cc:513] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } }
20:05:00.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.171698 6333 raft_consensus.cc:2391] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 02761a9004984092b87596f4c1541f16 in current term 2: Already voted for candidate cad3ec31d7c74b1dbfb9789e93755247 in this term.
20:05:00.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.171988 6952 leader_election.cc:290] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [CANDIDATE]: Term 2 election: Requested vote from peers 45af88cb52384c878c98ac3a5faf91f9 (127.5.249.254:41591), 02761a9004984092b87596f4c1541f16 (127.5.249.253:34953)
20:05:00.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.172350 6229 leader_election.cc:304] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 02761a9004984092b87596f4c1541f16; no voters: 45af88cb52384c878c98ac3a5faf91f9, cad3ec31d7c74b1dbfb9789e93755247
20:05:00.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.172474 6251 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cad3ec31d7c74b1dbfb9789e93755247" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "02761a9004984092b87596f4c1541f16"
20:05:00.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.172725 6251 raft_consensus.cc:2391] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate cad3ec31d7c74b1dbfb9789e93755247 in current term 2: Already voted for candidate 02761a9004984092b87596f4c1541f16 in this term.
20:05:00.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.172950 6947 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
20:05:00.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:00.173360 6307 leader_election.cc:336] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 45af88cb52384c878c98ac3a5faf91f9 (127.5.249.254:41591): Network error: Client connection negotiation failed: client connection to 127.5.249.254:41591: connect: Connection refused (error 111)
20:05:00.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.173486 6307 leader_election.cc:304] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: cad3ec31d7c74b1dbfb9789e93755247; no voters: 02761a9004984092b87596f4c1541f16, 45af88cb52384c878c98ac3a5faf91f9
20:05:00.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.173802 6952 raft_consensus.cc:2747] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
20:05:00.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.254:41591(127.5.249.254:41591)] connecting to peer
20:05:00.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591
20:05:00.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.254:41591(127.5.249.254:41591)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591
20:05:00.261 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.5.249.254:41591(127.5.249.254:41591) for tablet Kudu Master: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591
20:05:00.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.254:41591(127.5.249.254:41591)] connecting to peer
20:05:00.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591
20:05:00.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.254:41591(127.5.249.254:41591)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591
20:05:00.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.254:41591: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591
20:05:00.280 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:00.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.254:41591(127.5.249.254:41591)] connecting to peer
20:05:00.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591
20:05:00.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.254:41591(127.5.249.254:41591)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591
20:05:00.300 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.254:41591: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591
20:05:00.301 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:00.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.254:41591(127.5.249.254:41591)] connecting to peer
20:05:00.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591
20:05:00.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.254:41591(127.5.249.254:41591)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591
20:05:00.320 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.254:41591: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591
20:05:00.321 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:00.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.254:41591(127.5.249.254:41591)] connecting to peer
20:05:00.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591
20:05:00.340 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.254:41591(127.5.249.254:41591)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591
20:05:00.340 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.254:41591: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591
20:05:00.341 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:00.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.254:41591(127.5.249.254:41591)] connecting to peer
20:05:00.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591
20:05:00.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.254:41591(127.5.249.254:41591)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591
20:05:00.360 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.254:41591: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591
20:05:00.361 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:00.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.254:41591(127.5.249.254:41591)] connecting to peer
20:05:00.420 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591
20:05:00.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.254:41591(127.5.249.254:41591)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591
20:05:00.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.254:41591: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591
20:05:00.421 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:00.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.480804 6952 raft_consensus.cc:491] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:05:00.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.481033 6952 raft_consensus.cc:513] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } }
20:05:00.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.481745 6952 leader_election.cc:290] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 45af88cb52384c878c98ac3a5faf91f9 (127.5.249.254:41591), 02761a9004984092b87596f4c1541f16 (127.5.249.253:34953)
20:05:00.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.482308 6251 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cad3ec31d7c74b1dbfb9789e93755247" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "02761a9004984092b87596f4c1541f16" is_pre_election: true
20:05:00.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.482530 6251 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cad3ec31d7c74b1dbfb9789e93755247 in term 2.
20:05:00.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.482949 6308 leader_election.cc:304] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 02761a9004984092b87596f4c1541f16, cad3ec31d7c74b1dbfb9789e93755247; no voters:
20:05:00.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.483210 6952 raft_consensus.cc:2802] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [term 2 FOLLOWER]: Leader pre-election won for term 3
20:05:00.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.483311 6952 raft_consensus.cc:491] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:05:00.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.483403 6952 raft_consensus.cc:3058] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [term 2 FOLLOWER]: Advancing to term 3
20:05:00.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:00.483978 6307 leader_election.cc:336] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 45af88cb52384c878c98ac3a5faf91f9 (127.5.249.254:41591): Network error: Client connection negotiation failed: client connection to 127.5.249.254:41591: connect: Connection refused (error 111)
20:05:00.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.485550 6952 raft_consensus.cc:513] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } }
20:05:00.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.486081 6952 leader_election.cc:290] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [CANDIDATE]: Term 3 election: Requested vote from peers 45af88cb52384c878c98ac3a5faf91f9 (127.5.249.254:41591), 02761a9004984092b87596f4c1541f16 (127.5.249.253:34953)
20:05:00.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.486627 6251 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cad3ec31d7c74b1dbfb9789e93755247" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "02761a9004984092b87596f4c1541f16"
20:05:00.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.486869 6251 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [term 2 FOLLOWER]: Advancing to term 3
20:05:00.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:00.487294 6307 leader_election.cc:336] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 45af88cb52384c878c98ac3a5faf91f9 (127.5.249.254:41591): Network error: Client connection negotiation failed: client connection to 127.5.249.254:41591: connect: Connection refused (error 111)
20:05:00.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.488852 6251 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cad3ec31d7c74b1dbfb9789e93755247 in term 3.
20:05:00.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.489291 6308 leader_election.cc:304] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 02761a9004984092b87596f4c1541f16, cad3ec31d7c74b1dbfb9789e93755247; no voters: 45af88cb52384c878c98ac3a5faf91f9
20:05:00.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.489605 6952 raft_consensus.cc:2802] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [term 3 FOLLOWER]: Leader election won for term 3
20:05:00.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.489755 6952 raft_consensus.cc:695] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [term 3 LEADER]: Becoming Leader. State: Replica: cad3ec31d7c74b1dbfb9789e93755247, State: Running, Role: LEADER
20:05:00.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.490188 6952 consensus_queue.cc:237] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } }
20:05:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.491498 6948 sys_catalog.cc:455] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [sys.catalog]: SysCatalogTable state changed. Reason: New leader cad3ec31d7c74b1dbfb9789e93755247. Latest consensus state: current_term: 3 leader_uuid: "cad3ec31d7c74b1dbfb9789e93755247" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } } }
20:05:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.491664 6948 sys_catalog.cc:458] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [sys.catalog]: This master's current role is: LEADER
20:05:00.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.492291 6954 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
20:05:00.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.494715 6954 catalog_manager.cc:671] Loaded metadata for table kudu_system.kudu_transactions [id=0c4fd9e6c7d249e3918559bf0e47642c]
20:05:00.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.495254 6954 catalog_manager.cc:671] Loaded metadata for table txn_manager_fallback_rolling [id=3942611ee0a045798bddedc20cced15e]
20:05:00.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.496934 6954 tablet_loader.cc:96] loaded metadata for tablet 68527849fe554464b9bac84b66ab92ff (table txn_manager_fallback_rolling [id=3942611ee0a045798bddedc20cced15e])
20:05:00.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.497318 6954 tablet_loader.cc:96] loaded metadata for tablet b3a9cc1322134422a59d9920c36b080c (table kudu_system.kudu_transactions [id=0c4fd9e6c7d249e3918559bf0e47642c])
20:05:00.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.497678 6954 tablet_loader.cc:96] loaded metadata for tablet d71b73d5a7d347cbad6efa87ae7c69b2 (table txn_manager_fallback_rolling [id=3942611ee0a045798bddedc20cced15e])
20:05:00.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.497920 6954 catalog_manager.cc:1486] Initializing Kudu cluster ID...
20:05:00.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.498847 6954 catalog_manager.cc:1261] Loaded cluster ID: 84fabbd03037492a807c5553080c3dac
20:05:00.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.498950 6954 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
20:05:00.499 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.254:41591(127.5.249.254:41591)] connecting to peer
20:05:00.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.500952 6954 catalog_manager.cc:1506] Loading token signing keys...
20:05:00.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591
20:05:00.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.254:41591(127.5.249.254:41591)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591
20:05:00.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.254:41591: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591
20:05:00.501 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:00.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.502125 6954 catalog_manager.cc:5966] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247: Loaded TSK: 0
20:05:00.502 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] sending RPC to server master-127.5.249.254:41591, [2ms] received response from server master-127.5.249.254:41591: Network error: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: Network error: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: Network error: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: Network error: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: Network error: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: Network error: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: Network error: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: Network error: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591, deferred=Deferred@1713796219(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/604153547@237b5474 -> (continuation of Deferred@80034576 after retry RPC after error@2134183470) -> (continuation of Deferred@719661087 after retry RPC after error@1396965827) -> (continuation of Deferred@2129964288 after retry RPC after error@694651022) -> (continuation of Deferred@717355117 after retry RPC after error@1509469935) -> (continuation of Deferred@37721213 after retry RPC after error@386486092) -> (continuation of Deferred@841932624 after retry RPC after error@775782444), errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/16472678@505f75ea -> (continuation of Deferred@80034576 after retry RPC after error@2134183470) -> (continuation of Deferred@719661087 after retry RPC after error@1396965827) -> (continuation of Deferred@2129964288 after retry RPC after error@694651022) -> (continuation of Deferred@717355117 after retry RPC after error@1509469935) -> (continuation of Deferred@37721213 after retry RPC after error@386486092) -> (continuation of Deferred@841932624 after retry RPC after error@775782444)))
20:05:00.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.503355 6954 catalog_manager.cc:1516] Initializing in-progress tserver states...
20:05:00.503 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] sending RPC to server master-127.5.249.254:41591, [2ms] received response from server master-127.5.249.254:41591: Network error: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: Network error: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: Network error: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: Network error: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: Network error: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: Network error: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: Network error: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: Network error: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591, deferred=Deferred@1713796219(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/604153547@237b5474 -> (continuation of Deferred@80034576 after retry RPC after error@2134183470) -> (continuation of Deferred@719661087 after retry RPC after error@1396965827) -> (continuation of Deferred@2129964288 after retry RPC after error@694651022) -> (continuation of Deferred@717355117 after retry RPC after error@1509469935) -> (continuation of Deferred@37721213 after retry RPC after error@386486092) -> (continuation of Deferred@841932624 after retry RPC after error@775782444), errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/16472678@505f75ea -> (continuation of Deferred@80034576 after retry RPC after error@2134183470) -> (continuation of Deferred@719661087 after retry RPC after error@1396965827) -> (continuation of Deferred@2129964288 after retry RPC after error@694651022) -> (continuation of Deferred@717355117 after retry RPC after error@1509469935) -> (continuation of Deferred@37721213 after retry RPC after error@386486092) -> (continuation of Deferred@841932624 after retry RPC after error@775782444)))
20:05:00.519 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.254:41591(127.5.249.254:41591)] connecting to peer
20:05:00.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591
20:05:00.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.254:41591(127.5.249.254:41591)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591
20:05:00.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.254:41591: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591
20:05:00.523 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:05:00.523 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=4), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: Network error: Failed to connect to peer master-127.5.249.254:41591(127.5.249.254:41591): Connection refused: /127.5.249.254:41591, [3ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: OK, [4ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: OK, deferred=null) after lookup
20:05:00.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.563328 6323 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:34360:
20:05:00.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
20:05:00.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:05:00.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:05:00.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:05:00.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
20:05:00.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:05:00.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:05:00.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:05:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:05:00.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:05:00.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
20:05:00.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:00.565549 6323 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:05:00.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:00.602838 6307 consensus_peers.cc:489] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 -> Peer 45af88cb52384c878c98ac3a5faf91f9 (127.5.249.254:41591): Couldn't send request to peer 45af88cb52384c878c98ac3a5faf91f9. Status: Network error: Client connection negotiation failed: client connection to 127.5.249.254:41591: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:05:00.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.611500 6251 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [term 3 FOLLOWER]: Refusing update from remote peer cad3ec31d7c74b1dbfb9789e93755247: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
20:05:00.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.612129 6948 consensus_queue.cc:1035] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [LEADER]: Connected to new peer: Peer: permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
20:05:00.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.613569 6947 sys_catalog.cc:455] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [sys.catalog]: SysCatalogTable state changed. Reason: New leader cad3ec31d7c74b1dbfb9789e93755247. Latest consensus state: current_term: 3 leader_uuid: "cad3ec31d7c74b1dbfb9789e93755247" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } } }
20:05:00.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.613813 6947 sys_catalog.cc:458] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [sys.catalog]: This master's current role is: FOLLOWER
20:05:00.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.615020 6948 sys_catalog.cc:455] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "cad3ec31d7c74b1dbfb9789e93755247" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } } }
20:05:00.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.615195 6948 sys_catalog.cc:458] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 [sys.catalog]: This master's current role is: LEADER
20:05:00.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.615576 6947 sys_catalog.cc:455] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "cad3ec31d7c74b1dbfb9789e93755247" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } } }
20:05:00.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:00.615767 6947 sys_catalog.cc:458] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [sys.catalog]: This master's current role is: FOLLOWER
20:05:00.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:00.735805 6856 heartbeater.cc:646] Failed to heartbeat to 127.5.249.254:41591 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.5.249.254:41591: connect: Connection refused (error 111)
20:05:01.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:01.128324 6307 consensus_peers.cc:489] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 -> Peer 45af88cb52384c878c98ac3a5faf91f9 (127.5.249.254:41591): Couldn't send request to peer 45af88cb52384c878c98ac3a5faf91f9. Status: Network error: Client connection negotiation failed: client connection to 127.5.249.254:41591: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
20:05:01.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:01.616263 6307 consensus_peers.cc:489] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 -> Peer 45af88cb52384c878c98ac3a5faf91f9 (127.5.249.254:41591): Couldn't send request to peer 45af88cb52384c878c98ac3a5faf91f9. Status: Network error: Client connection negotiation failed: client connection to 127.5.249.254:41591: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
20:05:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:01.737602 6855 heartbeater.cc:499] Master 127.5.249.252:36033 was elected leader, sending a full tablet report...
20:05:01.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:01.758140 6289 master_runner.cc:186] Error getting master registration for 127.5.249.254:41591: Network error: Client connection negotiation failed: client connection to 127.5.249.254:41591: connect: Connection refused (error 111),
20:05:01.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:01.758395 6289 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:05:01.888 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 68527849fe554464b9bac84b66ab92ff for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
20:05:01.888 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d71b73d5a7d347cbad6efa87ae7c69b2 for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
20:05:01.888 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=68527849fe554464b9bac84b66ab92ff@[1836a45c5c494677b597868e9868b80c(127.5.249.195:39419),7eb9fe6430fd4326bc0e4b95df981fa7(127.5.249.193:41239)[L],f94c84ecb0954e8da921f0cb89415bda(127.5.249.194:34429)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=d71b73d5a7d347cbad6efa87ae7c69b2@[1836a45c5c494677b597868e9868b80c(127.5.249.195:39419),7eb9fe6430fd4326bc0e4b95df981fa7(127.5.249.193:41239),f94c84ecb0954e8da921f0cb89415bda(127.5.249.194:34429)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:05:01.888 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=2), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC GetTableLocations: received response from server master-127.5.249.252:36033: OK, deferred=null) after lookup
20:05:01.889 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 7eb9fe6430fd4326bc0e4b95df981fa7(127.5.249.193:41239)] connecting to peer
20:05:01.889 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 7eb9fe6430fd4326bc0e4b95df981fa7(127.5.249.193:41239)] Successfully connected to peer
20:05:01.902 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6c81b524, L:/127.0.0.1:52596 - R:/127.5.249.193:41239] using TOKEN/null
20:05:01.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:01.906677 6495 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.5.249.254:41591)
20:05:01.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:01.929201 6713 heartbeater.cc:499] Master 127.5.249.252:36033 was elected leader, sending a full tablet report...
20:05:01.949 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.5.249.254:41591
20:05:01.949 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
20:05:01.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:01.950279 6119 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu
20:05:01.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu
20:05:01.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-0/wal
20:05:01.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-0/data
20:05:01.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:05:01.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:05:01.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:05:01.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:01.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:01.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:01.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-0/logs
20:05:01.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-0/data/info.pb
20:05:01.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:01.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:05:01.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:05:01.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:05:01.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:05:01.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:01.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:01.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:01.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:05:01.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:05:01.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:05:01.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:05:01.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.249.254:41591
20:05:01.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.249.254
20:05:01.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45059
20:05:01.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.249.212:45217
20:05:01.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:01.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:01.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:01.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:05:01.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033
20:05:01.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:05:01.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39323/jwks.json
20:05:01.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:05:01.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:05:02.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.127126 6572 heartbeater.cc:499] Master 127.5.249.252:36033 was elected leader, sending a full tablet report...
20:05:02.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:02.132520 6307 consensus_peers.cc:489] T 00000000000000000000000000000000 P cad3ec31d7c74b1dbfb9789e93755247 -> Peer 45af88cb52384c878c98ac3a5faf91f9 (127.5.249.254:41591): Couldn't send request to peer 45af88cb52384c878c98ac3a5faf91f9. Status: Network error: Client connection negotiation failed: client connection to 127.5.249.254:41591: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
20:05:02.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:02.282095 6995 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:05:02.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:02.282492 6995 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:05:02.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:02.282624 6995 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:05:02.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:02.291357 6995 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:05:02.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:02.291476 6995 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
20:05:02.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:02.291543 6995 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:05:02.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:02.291596 6995 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:05:02.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:02.291687 6995 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:05:02.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:02.291746 6995 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:05:02.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:02.291806 6995 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39323/jwks.json
20:05:02.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.302186 6995 master_runner.cc:386] Master server non-default flags:
20:05:02.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:02.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.249.212:45217
20:05:02.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:02.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:02.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:05:02.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-0/data
20:05:02.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-0/wal
20:05:02.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:05:02.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033
20:05:02.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:05:02.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:02.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:02.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:05:02.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.249.254:41591
20:05:02.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:05:02.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:05:02.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:05:02.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39323/jwks.json
20:05:02.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:02.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:02.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-0/data/info.pb
20:05:02.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.249.254
20:05:02.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45059
20:05:02.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:05:02.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:02.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:05:02.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:05:02.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:02.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-0/logs
20:05:02.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:02.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:05:02.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:05:02.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:05:02.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:05:02.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f0776864a65c19ebdd909053f3e624e8bcc25cee
20:05:02.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:05:02.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Jun 2025 19:43:24 UTC on 24a791456cd2
20:05:02.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6800
20:05:02.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:05:02.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.304215 6995 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:05:02.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.306178 6995 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:05:02.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:02.316658 7002 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:02.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:02.316907 7001 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:02.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:02.316706 7004 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:02.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.317605 6995 server_base.cc:1048] running on GCE node
20:05:02.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.318445 6995 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:05:02.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.319984 6995 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:05:02.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.321251 6995 hybrid_clock.cc:648] HybridClock initialized: now 1751054702321172 us; error 42 us; skew 500 ppm
20:05:02.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.321635 6995 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:05:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.324023 6995 webserver.cc:469] Webserver started at http://127.5.249.254:45059/ using document root <none> and password file <none>
20:05:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.324867 6995 fs_manager.cc:362] Metadata directory not provided
20:05:02.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.325014 6995 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:05:02.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.330610 6995 fs_manager.cc:714] Time spent opening directory manager: real 0.004s user 0.000s sys 0.003s
20:05:02.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.333504 7010 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:05:02.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.335012 6995 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.001s
20:05:02.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.335191 6995 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-0/data,/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-0/wal
20:05:02.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "45af88cb52384c878c98ac3a5faf91f9"
20:05:02.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:04:55 on dist-test-slave-mw8t"
20:05:02.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.335901 6995 fs_report.cc:389] FS layout report
20:05:02.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:05:02.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-0/wal
20:05:02.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-0/wal
20:05:02.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-0/data/data
20:05:02.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:05:02.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:05:02.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:05:02.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:05:02.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:05:02.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:05:02.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:05:02.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:05:02.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:05:02.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:05:02.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:05:02.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.370136 6995 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:05:02.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.371075 6995 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:05:02.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.371307 6995 kserver.cc:163] Server-wide thread pool size limit: 3276
20:05:02.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.392120 6995 rpc_server.cc:307] RPC server started. Bound to: 127.5.249.254:41591
20:05:02.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.392153 7071 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.249.254:41591 every 8 connection(s)
20:05:02.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.393700 6995 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster8886552563135502791/master-0/data/info.pb
20:05:02.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.398792 6119 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu as pid 6995
20:05:02.399 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:05:02.399 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.5.249.252:36033
20:05:02.399 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
20:05:02.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.399977 6119 external_mini_cluster.cc:1661] Attempting to check leaks for /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu pid 6289
20:05:02.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.400450 7072 sys_catalog.cc:263] Verifying existing consensus state
20:05:02.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.401145 6363 generic_service.cc:196] Checking for leaks (request via RPC)
20:05:02.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.405781 7072 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9: Bootstrap starting.
20:05:02.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.422079 7072 log.cc:826] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9: Log is configured to *not* fsync() on all Append() calls
20:05:02.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.435940 7072 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:05:02.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.436478 7072 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9: Bootstrap complete.
20:05:02.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.443539 7072 raft_consensus.cc:357] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } }
20:05:02.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.444275 7072 raft_consensus.cc:738] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 45af88cb52384c878c98ac3a5faf91f9, State: Initialized, Role: FOLLOWER
20:05:02.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.445084 7072 consensus_queue.cc:260] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } }
20:05:02.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.446259 7076 sys_catalog.cc:455] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } } }
20:05:02.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.446696 7076 sys_catalog.cc:458] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [sys.catalog]: This master's current role is: FOLLOWER
20:05:02.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.447973 7072 sys_catalog.cc:564] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [sys.catalog]: configured and running, proceeding with master startup.
20:05:02.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.458145 7087 catalog_manager.cc:1261] Loaded cluster ID: 84fabbd03037492a807c5553080c3dac
20:05:02.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.458493 7087 catalog_manager.cc:1554] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9: loading cluster ID for follower catalog manager: success
20:05:02.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.463193 7087 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9: acquiring CA information for follower catalog manager: success
20:05:02.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.466483 7087 catalog_manager.cc:1604] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:05:02.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.541751 6119 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu with pid 6289
20:05:02.560 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.5.249.252:36033(127.5.249.252:36033)] handling channelInactive
20:05:02.560 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state READY due to: connection closed
20:05:02.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:02.561151 7090 negotiation.cc:337] Failed RPC negotiation. Trace:
20:05:02.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0627 20:05:02.542252 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:40812 (local address 127.5.249.254:41591)
20:05:02.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0627 20:05:02.543095 (+ 843us) server_negotiation.cc:206] Beginning negotiation
20:05:02.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0627 20:05:02.543102 (+ 7us) server_negotiation.cc:399] Waiting for connection header
20:05:02.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0627 20:05:02.559874 (+ 16772us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:40812: BlockingRecv error: recv got EOF from 127.0.0.1:40812 (error 108)
20:05:02.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":709}
20:05:02.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:02.561584 7089 negotiation.cc:337] Failed RPC negotiation. Trace:
20:05:02.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0627 20:05:02.494003 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.5.249.252:36033 (local address 127.0.0.1:34366)
20:05:02.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0627 20:05:02.494186 (+ 183us) negotiation.cc:107] Waiting for socket to connect
20:05:02.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0627 20:05:02.494205 (+ 19us) client_negotiation.cc:174] Beginning negotiation
20:05:02.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0627 20:05:02.494351 (+ 146us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
20:05:02.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0627 20:05:02.559845 (+ 65494us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.5.249.252:36033: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:05:02.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":54}
20:05:02.562 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:05:02.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:02.562820 6228 connection.cc:537] server connection from 127.0.0.1:48226 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:05:02.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.562011 6995 master_runner.cc:186] Error getting master registration for 127.5.249.252:36033: Network error: Client connection negotiation failed: client connection to 127.5.249.252:36033: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107),
20:05:02.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.565788 6995 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:05:02.659 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:02.660 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:02.660 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:02.660 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.5.249.252:36033(127.5.249.252:36033) for tablet Kudu Master: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:02.679 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.254:41591(127.5.249.254:41591)] connecting to peer
20:05:02.679 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:02.680 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.5.249.254:41591(127.5.249.254:41591)] Successfully connected to peer
20:05:02.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:02.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:02.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:02.695 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x42f79316, L:/127.0.0.1:40822 - R:/127.5.249.254:41591] using TOKEN/null
20:05:02.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:02.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:02.720 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:02.720 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:02.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:02.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:02.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.736810 7076 raft_consensus.cc:491] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:05:02.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.737131 7076 raft_consensus.cc:513] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } }
20:05:02.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:02.740 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:02.740 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:02.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.739625 7076 leader_election.cc:290] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 02761a9004984092b87596f4c1541f16 (127.5.249.253:34953), cad3ec31d7c74b1dbfb9789e93755247 (127.5.249.252:36033)
20:05:02.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:02.740792 7014 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.249.252:36033: connect: Connection refused (error 111)
20:05:02.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:02.742 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:02.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.742403 6251 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "45af88cb52384c878c98ac3a5faf91f9" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "02761a9004984092b87596f4c1541f16" is_pre_election: true
20:05:02.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:02.746284 7014 leader_election.cc:336] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer cad3ec31d7c74b1dbfb9789e93755247 (127.5.249.252:36033): Network error: Client connection negotiation failed: client connection to 127.5.249.252:36033: connect: Connection refused (error 111)
20:05:02.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.746472 7014 leader_election.cc:304] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 45af88cb52384c878c98ac3a5faf91f9; no voters: 02761a9004984092b87596f4c1541f16, cad3ec31d7c74b1dbfb9789e93755247
20:05:02.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.746943 7076 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
20:05:02.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.754803 6856 heartbeater.cc:344] Connected to a master server at 127.5.249.254:41591
20:05:02.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:02.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.758792 7027 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "1836a45c5c494677b597868e9868b80c" instance_seqno: 1751054698501032) as {username='slave'} at 127.5.249.195:48935; Asking this server to re-register.
20:05:02.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.759667 6856 heartbeater.cc:461] Registering TS with master...
20:05:02.760 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:02.760 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:02.760 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:02.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.761606 7026 ts_manager.cc:194] Registered new tserver with Master: 1836a45c5c494677b597868e9868b80c (127.5.249.195:39419)
20:05:02.762 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:02.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:02.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:02.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:02.800 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:02.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:02.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:02.840 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:02.840 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:02.840 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:02.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:02.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.843827 7097 raft_consensus.cc:491] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader cad3ec31d7c74b1dbfb9789e93755247)
20:05:02.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.844038 7097 raft_consensus.cc:513] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } }
20:05:02.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.844755 7097 leader_election.cc:290] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 45af88cb52384c878c98ac3a5faf91f9 (127.5.249.254:41591), cad3ec31d7c74b1dbfb9789e93755247 (127.5.249.252:36033)
20:05:02.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:02.846318 6229 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.249.252:36033: connect: Connection refused (error 111) [suppressed 6 similar messages]
20:05:02.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:02.847831 6229 leader_election.cc:336] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer cad3ec31d7c74b1dbfb9789e93755247 (127.5.249.252:36033): Network error: Client connection negotiation failed: client connection to 127.5.249.252:36033: connect: Connection refused (error 111)
20:05:02.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.852466 7037 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "02761a9004984092b87596f4c1541f16" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "45af88cb52384c878c98ac3a5faf91f9" is_pre_election: true
20:05:02.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.852959 7037 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 02761a9004984092b87596f4c1541f16 in term 1.
20:05:02.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.853480 6226 leader_election.cc:304] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 02761a9004984092b87596f4c1541f16, 45af88cb52384c878c98ac3a5faf91f9; no voters: cad3ec31d7c74b1dbfb9789e93755247
20:05:02.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.853834 7097 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [term 3 FOLLOWER]: Leader pre-election won for term 4
20:05:02.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.853947 7097 raft_consensus.cc:491] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [term 3 FOLLOWER]: Starting leader election (detected failure of leader cad3ec31d7c74b1dbfb9789e93755247)
20:05:02.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.854053 7097 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [term 3 FOLLOWER]: Advancing to term 4
20:05:02.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.855979 7097 raft_consensus.cc:513] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } }
20:05:02.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.856518 7097 leader_election.cc:290] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [CANDIDATE]: Term 4 election: Requested vote from peers 45af88cb52384c878c98ac3a5faf91f9 (127.5.249.254:41591), cad3ec31d7c74b1dbfb9789e93755247 (127.5.249.252:36033)
20:05:02.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.857026 7037 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "02761a9004984092b87596f4c1541f16" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "45af88cb52384c878c98ac3a5faf91f9"
20:05:02.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.857225 7037 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 1 FOLLOWER]: Advancing to term 4
20:05:02.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:02.857954 6229 leader_election.cc:336] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer cad3ec31d7c74b1dbfb9789e93755247 (127.5.249.252:36033): Network error: Client connection negotiation failed: client connection to 127.5.249.252:36033: connect: Connection refused (error 111)
20:05:02.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.861207 7037 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 02761a9004984092b87596f4c1541f16 in term 4.
20:05:02.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.861645 6226 leader_election.cc:304] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 02761a9004984092b87596f4c1541f16, 45af88cb52384c878c98ac3a5faf91f9; no voters: cad3ec31d7c74b1dbfb9789e93755247
20:05:02.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.861996 7097 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [term 4 FOLLOWER]: Leader election won for term 4
20:05:02.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.862483 7097 raft_consensus.cc:695] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [term 4 LEADER]: Becoming Leader. State: Replica: 02761a9004984092b87596f4c1541f16, State: Running, Role: LEADER
20:05:02.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.862941 7097 consensus_queue.cc:237] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } }
20:05:02.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.864549 7101 sys_catalog.cc:455] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 02761a9004984092b87596f4c1541f16. Latest consensus state: current_term: 4 leader_uuid: "02761a9004984092b87596f4c1541f16" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } } }
20:05:02.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.864868 7101 sys_catalog.cc:458] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [sys.catalog]: This master's current role is: LEADER
20:05:02.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.865509 7103 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
20:05:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.868323 7103 catalog_manager.cc:671] Loaded metadata for table kudu_system.kudu_transactions [id=0c4fd9e6c7d249e3918559bf0e47642c]
20:05:02.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.868942 7103 catalog_manager.cc:671] Loaded metadata for table txn_manager_fallback_rolling [id=3942611ee0a045798bddedc20cced15e]
20:05:02.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.870697 7103 tablet_loader.cc:96] loaded metadata for tablet 68527849fe554464b9bac84b66ab92ff (table txn_manager_fallback_rolling [id=3942611ee0a045798bddedc20cced15e])
20:05:02.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.871040 7103 tablet_loader.cc:96] loaded metadata for tablet b3a9cc1322134422a59d9920c36b080c (table kudu_system.kudu_transactions [id=0c4fd9e6c7d249e3918559bf0e47642c])
20:05:02.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.871420 7103 tablet_loader.cc:96] loaded metadata for tablet d71b73d5a7d347cbad6efa87ae7c69b2 (table txn_manager_fallback_rolling [id=3942611ee0a045798bddedc20cced15e])
20:05:02.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.871685 7103 catalog_manager.cc:1486] Initializing Kudu cluster ID...
20:05:02.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.872521 7103 catalog_manager.cc:1261] Loaded cluster ID: 84fabbd03037492a807c5553080c3dac
20:05:02.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.872604 7103 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
20:05:02.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.873719 7103 catalog_manager.cc:1506] Loading token signing keys...
20:05:02.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.874590 7103 catalog_manager.cc:5966] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16: Loaded TSK: 0
20:05:02.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.875443 7103 catalog_manager.cc:1516] Initializing in-progress tserver states...
20:05:02.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:02.900 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:02.900 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:02.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:02.902 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:05:02.903 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] sending RPC to server master-127.5.249.252:36033, [1ms] received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: OK, [38ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [38ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: OK, deferred=Deferred@986625305(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/604153547@5be97d75 -> (continuation of Deferred@1436666165 after retry RPC after error@1814793438) -> (continuation of Deferred@587369023 after retry RPC after error@856705535) -> (continuation of Deferred@1747179209 after retry RPC after error@1491004015) -> (continuation of Deferred@1866125369 after retry RPC after error@1582576528) -> (continuation of Deferred@683094797 after retry RPC after error@118827494) -> (continuation of Deferred@1041730085 after retry RPC after error@1092675268), errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/16472678@509e9ab6 -> (continuation of Deferred@1436666165 after retry RPC after error@1814793438) -> (continuation of Deferred@587369023 after retry RPC after error@856705535) -> (continuation of Deferred@1747179209 after retry RPC after error@1491004015) -> (continuation of Deferred@1866125369 after retry RPC after error@1582576528) -> (continuation of Deferred@683094797 after retry RPC after error@118827494) -> (continuation of Deferred@1041730085 after retry RPC after error@1092675268))) after lookup
20:05:02.919 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.5.249.252:36033, [1ms] received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: OK, [38ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [38ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: OK, [244ms] sending RPC to server master-127.5.249.253:34953, deferred=Deferred@986625305(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/604153547@5be97d75 -> (continuation of Deferred@1436666165 after retry RPC after error@1814793438) -> (continuation of Deferred@587369023 after retry RPC after error@856705535) -> (continuation of Deferred@1747179209 after retry RPC after error@1491004015) -> (continuation of Deferred@1866125369 after retry RPC after error@1582576528) -> (continuation of Deferred@683094797 after retry RPC after error@118827494) -> (continuation of Deferred@1041730085 after retry RPC after error@1092675268) -> (continuation of Deferred@275519932 after retry RPC@1550608100), errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/16472678@509e9ab6 -> (continuation of Deferred@1436666165 after retry RPC after error@1814793438) -> (continuation of Deferred@587369023 after retry RPC after error@856705535) -> (continuation of Deferred@1747179209 after retry RPC after error@1491004015) -> (continuation of Deferred@1866125369 after retry RPC after error@1582576528) -> (continuation of Deferred@683094797 after retry RPC after error@118827494) -> (continuation of Deferred@1041730085 after retry RPC after error@1092675268) -> (continuation of Deferred@275519932 after retry RPC@1550608100)))
20:05:02.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:02.922567 6272 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:48238 (request call id 16) took 18 ms (client timeout 6 ms). Trace:
20:05:02.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:02.922827 6272 rpcz_store.cc:269] 0627 20:05:02.904307 (+ 0us) service_pool.cc:168] Inserting onto call queue
20:05:02.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0627 20:05:02.904380 (+ 73us) service_pool.cc:225] Handling call
20:05:02.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0627 20:05:02.922476 (+ 18096us) inbound_call.cc:173] Queueing success response
20:05:02.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":505,"thread_start_us":1208,"threads_started":5}
20:05:02.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 847225514621 + 9223371189629261921 cannot be represented in type 'long'
20:05:02.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.940063 6714 heartbeater.cc:344] Connected to a master server at 127.5.249.254:41591
20:05:02.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.941848 7026 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "f94c84ecb0954e8da921f0cb89415bda" instance_seqno: 1751054697990047) as {username='slave'} at 127.5.249.194:57951; Asking this server to re-register.
20:05:02.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.942449 6714 heartbeater.cc:461] Registering TS with master...
20:05:02.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.943598 7026 ts_manager.cc:194] Registered new tserver with Master: f94c84ecb0954e8da921f0cb89415bda (127.5.249.194:34429)
20:05:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.939671 6241 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:48266:
20:05:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
20:05:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:05:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:05:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:05:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
20:05:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:05:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:05:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:05:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:05:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:05:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
20:05:02.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:02.956728 6241 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:05:02.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.960628 7037 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 4 FOLLOWER]: Refusing update from remote peer 02761a9004984092b87596f4c1541f16: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
20:05:02.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.962410 7097 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [LEADER]: Connected to new peer: Peer: permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.001s
20:05:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:02.964902 6229 consensus_peers.cc:489] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 -> Peer cad3ec31d7c74b1dbfb9789e93755247 (127.5.249.252:36033): Couldn't send request to peer cad3ec31d7c74b1dbfb9789e93755247. Status: Network error: Client connection negotiation failed: client connection to 127.5.249.252:36033: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:05:02.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.970744 7118 sys_catalog.cc:455] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "02761a9004984092b87596f4c1541f16" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } } }
20:05:02.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.971241 7118 sys_catalog.cc:458] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [sys.catalog]: This master's current role is: FOLLOWER
20:05:02.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.971318 7076 sys_catalog.cc:455] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 02761a9004984092b87596f4c1541f16. Latest consensus state: current_term: 4 leader_uuid: "02761a9004984092b87596f4c1541f16" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } } }
20:05:02.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.971515 7076 sys_catalog.cc:458] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [sys.catalog]: This master's current role is: FOLLOWER
20:05:02.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.977010 7076 sys_catalog.cc:455] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "02761a9004984092b87596f4c1541f16" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } } }
20:05:02.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.977233 7076 sys_catalog.cc:458] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [sys.catalog]: This master's current role is: FOLLOWER
20:05:02.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.987129 7122 sys_catalog.cc:455] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "02761a9004984092b87596f4c1541f16" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } } }
20:05:02.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:02.987546 7122 sys_catalog.cc:458] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 [sys.catalog]: This master's current role is: LEADER
20:05:03.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:03.135352 6574 heartbeater.cc:499] Master 127.5.249.253:34953 was elected leader, sending a full tablet report...
20:05:03.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:03.146750 6573 heartbeater.cc:344] Connected to a master server at 127.5.249.254:41591
20:05:03.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:03.148478 7026 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "7eb9fe6430fd4326bc0e4b95df981fa7" instance_seqno: 1751054697503847) as {username='slave'} at 127.5.249.193:39565; Asking this server to re-register.
20:05:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:03.149243 6573 heartbeater.cc:461] Registering TS with master...
20:05:03.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:03.150800 7026 ts_manager.cc:194] Registered new tserver with Master: 7eb9fe6430fd4326bc0e4b95df981fa7 (127.5.249.193:41239)
20:05:03.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:03.456308 6229 consensus_peers.cc:489] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 -> Peer cad3ec31d7c74b1dbfb9789e93755247 (127.5.249.252:36033): Couldn't send request to peer cad3ec31d7c74b1dbfb9789e93755247. Status: Network error: Client connection negotiation failed: client connection to 127.5.249.252:36033: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
20:05:03.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:03.739640 6857 heartbeater.cc:499] Master 127.5.249.253:34953 was elected leader, sending a full tablet report...
20:05:03.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7ff40ba70538 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28
20:05:03.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0xa64d55 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/countdown_latch.h:99:38
20:05:03.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:03.934731 6715 heartbeater.cc:499] Master 127.5.249.253:34953 was elected leader, sending a full tablet report...
20:05:03.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:03.964748 6229 consensus_peers.cc:489] T 00000000000000000000000000000000 P 02761a9004984092b87596f4c1541f16 -> Peer cad3ec31d7c74b1dbfb9789e93755247 (127.5.249.252:36033): Couldn't send request to peer cad3ec31d7c74b1dbfb9789e93755247. Status: Network error: Client connection negotiation failed: client connection to 127.5.249.252:36033: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
20:05:03.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7ff41f21aa32 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/promise.h:57:16
20:05:03.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7ff41f20a544 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master.cc:482:48
20:05:03.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7ff41f36eb9e in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:283:21
20:05:03.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7ff41f36f77b in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:226:3
20:05:03.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7ff41f3743bf in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager_service.cc:159:42
20:05:03.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7ff4192a00e6 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/asan/src/kudu/master/txn_manager.service.cc:271:13
20:05:03.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7ff41929fe15 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
20:05:03.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7ff4128b8c7e in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/7.5.0/bits/std_function.h:706:14
20:05:03.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7ff4128b7b5e in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3
20:05:03.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7ff4128bdd95 in kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:229:15
20:05:03.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7ff4128be6bf in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:92:5
20:05:03.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7ff4128be4e8 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
20:05:03.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0xa7573c in std::function<void ()>::operator()() const ../../../include/c++/7.5.0/bits/std_function.h:706:14
20:05:04.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7ff40bb3a4dd in kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:698:3
20:05:04.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7ff40ef586da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
20:05:04.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7ff407c9171e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12171e)
20:05:04.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:05:04.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28 in
20:05:04.031 [ERROR - kudu-nio-1] (Connection.java:452) [peer master-127.5.249.253:34953(127.5.249.253:34953)] unexpected exception from downstream on [id: 0x4b9b92ed, L:/127.0.0.1:48238 - R:/127.5.249.253:34953]
java.io.IOException: Connection reset by peer
at sun.nio.ch.FileDispatcherImpl.read0(Native Method) ~[?:1.8.0_275]
at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39) ~[?:1.8.0_275]
at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223) ~[?:1.8.0_275]
at sun.nio.ch.IOUtil.read(IOUtil.java:192) ~[?:1.8.0_275]
at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:379) ~[?:1.8.0_275]
at io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255) ~[netty-buffer-4.1.115.Final.jar:4.1.115.Final]
at io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132) ~[netty-buffer-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:151) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_275]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.io.IOException: Connection reset by peer
at sun.nio.ch.FileDispatcherImpl.read0(Native Method)
at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39)
at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223)
at sun.nio.ch.IOUtil.read(IOUtil.java:192)
at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:379)
at io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
at io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
at io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:151)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
20:05:04.032 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state READY due to: [peer master-127.5.249.253:34953(127.5.249.253:34953)] unexpected exception from downstream on [id: 0x4b9b92ed, L:/127.0.0.1:48238 - R:/127.5.249.253:34953]
20:05:04.033 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.5.249.253:34953(127.5.249.253:34953) for tablet Kudu Master: [peer master-127.5.249.253:34953(127.5.249.253:34953)] unexpected exception from downstream on [id: 0x4b9b92ed, L:/127.0.0.1:48238 - R:/127.5.249.253:34953]
20:05:04.033 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.5.249.253:34953(127.5.249.253:34953) for tablet Kudu Master: [peer master-127.5.249.253:34953(127.5.249.253:34953)] unexpected exception from downstream on [id: 0x4b9b92ed, L:/127.0.0.1:48238 - R:/127.5.249.253:34953]
20:05:04.033 [DEBUG - kudu-nio-1] (RemoteTablet.java:144) tablet Kudu Master already removed ts master-127.5.249.253:34953, size left is 0
20:05:04.035 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.5.249.253:34953(127.5.249.253:34953)] handling channelInactive
20:05:04.039 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:05:04.039 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:04.040 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:04.040 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.040 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.040 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.041 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:04.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:04.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:04.060 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.060 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.060 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.060 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.060 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.060 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.060 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:04.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:04.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:04.080 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.080 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.080 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.080 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.080 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.080 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.081 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:04.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:04.099 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:04.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:04.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:04.119 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:04.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.120 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.120 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.120 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:04.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:04.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:04.200 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.200 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.200 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.200 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.201 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:04.201 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] sending RPC to server master-127.5.249.253:34953, [15ms] received response from server master-127.5.249.253:34953: Network error: [peer master-127.5.249.253:34953(127.5.249.253:34953)] unexpected exception from downstream on [id: 0x4b9b92ed, L:/127.0.0.1:48238 - R:/127.5.249.253:34953], [15ms] delaying RPC due to: Network error: [peer master-127.5.249.253:34953(127.5.249.253:34953)] unexpected exception from downstream on [id: 0x4b9b92ed, L:/127.0.0.1:48238 - R:/127.5.249.253:34953], [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@194295301(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/604153547@3c7eede2 -> (continuation of Deferred@1021574419 after retry RPC after error@675943795) -> (continuation of Deferred@113289953 after retry RPC after error@1301960230) -> (continuation of Deferred@1848779235 after retry RPC after error@380322011) -> (continuation of Deferred@364869453 after retry RPC after error@176892090) -> (continuation of Deferred@1967734065 after retry RPC after error@967313115), errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/16472678@57c31bbc -> (continuation of Deferred@1021574419 after retry RPC after error@675943795) -> (continuation of Deferred@113289953 after retry RPC after error@1301960230) -> (continuation of Deferred@1848779235 after retry RPC after error@380322011) -> (continuation of Deferred@364869453 after retry RPC after error@176892090) -> (continuation of Deferred@1967734065 after retry RPC after error@967313115)))
20:05:04.202 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] sending RPC to server master-127.5.249.253:34953, [15ms] received response from server master-127.5.249.253:34953: Network error: [peer master-127.5.249.253:34953(127.5.249.253:34953)] unexpected exception from downstream on [id: 0x4b9b92ed, L:/127.0.0.1:48238 - R:/127.5.249.253:34953], [15ms] delaying RPC due to: Network error: [peer master-127.5.249.253:34953(127.5.249.253:34953)] unexpected exception from downstream on [id: 0x4b9b92ed, L:/127.0.0.1:48238 - R:/127.5.249.253:34953], [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@194295301(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/604153547@3c7eede2 -> (continuation of Deferred@1021574419 after retry RPC after error@675943795) -> (continuation of Deferred@113289953 after retry RPC after error@1301960230) -> (continuation of Deferred@1848779235 after retry RPC after error@380322011) -> (continuation of Deferred@364869453 after retry RPC after error@176892090) -> (continuation of Deferred@1967734065 after retry RPC after error@967313115), errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/16472678@57c31bbc -> (continuation of Deferred@1021574419 after retry RPC after error@675943795) -> (continuation of Deferred@113289953 after retry RPC after error@1301960230) -> (continuation of Deferred@1848779235 after retry RPC after error@380322011) -> (continuation of Deferred@364869453 after retry RPC after error@176892090) -> (continuation of Deferred@1967734065 after retry RPC after error@967313115)))
20:05:04.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:04.219 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:04.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.220 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:04.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:04.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:04.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.240 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.240 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.240 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.240 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.240 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:04.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:04.257395 7128 raft_consensus.cc:491] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 02761a9004984092b87596f4c1541f16)
20:05:04.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:04.257596 7128 raft_consensus.cc:513] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } }
20:05:04.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:04.258244 7128 leader_election.cc:290] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 02761a9004984092b87596f4c1541f16 (127.5.249.253:34953), cad3ec31d7c74b1dbfb9789e93755247 (127.5.249.252:36033)
20:05:04.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:04.260 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:04.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:04.260581 7012 leader_election.cc:336] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 02761a9004984092b87596f4c1541f16 (127.5.249.253:34953): Network error: Client connection negotiation failed: client connection to 127.5.249.253:34953: connect: Connection refused (error 111)
20:05:04.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:04.260885 7014 leader_election.cc:336] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer cad3ec31d7c74b1dbfb9789e93755247 (127.5.249.252:36033): Network error: Client connection negotiation failed: client connection to 127.5.249.252:36033: connect: Connection refused (error 111)
20:05:04.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:04.261031 7014 leader_election.cc:304] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 45af88cb52384c878c98ac3a5faf91f9; no voters: 02761a9004984092b87596f4c1541f16, cad3ec31d7c74b1dbfb9789e93755247
20:05:04.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:04.261478 7128 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
20:05:04.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.261 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:04.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:04.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:04.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.280 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.280 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.280 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.280 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.280 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:04.299 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:04.299 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:04.300 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.300 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.300 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.300 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.300 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.301 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:04.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:04.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:04.320 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.320 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:04.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:04.360 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:04.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.361 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:04.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:04.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:04.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:04.380 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@746265287(state=PENDING, result=null, callback=(continuation of Deferred@436452561 after retry RPC after error@1845309160) -> (continuation of Deferred@637173633 after retry RPC after error@1369695451) -> (continuation of Deferred@1447116554 after retry RPC after error@1389351236) -> (continuation of Deferred@616540907 after retry RPC after error@1785993115) -> (continuation of Deferred@898813104 after retry RPC after error@435912375) -> (continuation of Deferred@1087006609 after retry RPC after error@180910300) -> (continuation of Deferred@698139257 after retry RPC after error@1800412987), errback=(continuation of Deferred@436452561 after retry RPC after error@1845309160) -> (continuation of Deferred@637173633 after retry RPC after error@1369695451) -> (continuation of Deferred@1447116554 after retry RPC after error@1389351236) -> (continuation of Deferred@616540907 after retry RPC after error@1785993115) -> (continuation of Deferred@898813104 after retry RPC after error@435912375) -> (continuation of Deferred@1087006609 after retry RPC after error@180910300) -> (continuation of Deferred@698139257 after retry RPC after error@1800412987)))
20:05:04.381 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@746265287(state=PENDING, result=null, callback=(continuation of Deferred@436452561 after retry RPC after error@1845309160) -> (continuation of Deferred@637173633 after retry RPC after error@1369695451) -> (continuation of Deferred@1447116554 after retry RPC after error@1389351236) -> (continuation of Deferred@616540907 after retry RPC after error@1785993115) -> (continuation of Deferred@898813104 after retry RPC after error@435912375) -> (continuation of Deferred@1087006609 after retry RPC after error@180910300) -> (continuation of Deferred@698139257 after retry RPC after error@1800412987), errback=(continuation of Deferred@436452561 after retry RPC after error@1845309160) -> (continuation of Deferred@637173633 after retry RPC after error@1369695451) -> (continuation of Deferred@1447116554 after retry RPC after error@1389351236) -> (continuation of Deferred@616540907 after retry RPC after error@1785993115) -> (continuation of Deferred@898813104 after retry RPC after error@435912375) -> (continuation of Deferred@1087006609 after retry RPC after error@180910300) -> (continuation of Deferred@698139257 after retry RPC after error@1800412987)))
20:05:04.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:04.399 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:04.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.400 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.400 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.400 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.400 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:04.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:04.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:04.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.420 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:04.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:04.439 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:04.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.440 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.440 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:04.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:04.459 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:04.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.460 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.460 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.460 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:04.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:04.479 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:04.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.480 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.480 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.480 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.480 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.480 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.480 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:04.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:04.499 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:04.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.500 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.500 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:04.559 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:04.559 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:04.560 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.560 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.560 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.560 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.560 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.561 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:04.563 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:04.563 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:04.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:04.579 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:04.579 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:04.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.580 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.580 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.580 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.580 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.580 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:04.599 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:04.599 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:04.600 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.600 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.600 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.600 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.600 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.600 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.601 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:04.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:04.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:04.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:04.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:04.639 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:04.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.640 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.640 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:04.659 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@420743973(state=PENDING, result=null, callback=(continuation of Deferred@193370965 after retry RPC after error@215322298) -> (continuation of Deferred@1142924022 after retry RPC after error@2104218739) -> (continuation of Deferred@1107862712 after retry RPC after error@1644708381) -> (continuation of Deferred@1530483896 after retry RPC after error@2018696160) -> (continuation of Deferred@2146995510 after retry RPC after error@1606430846) -> (continuation of Deferred@1322070954 after retry RPC after error@539917384) -> (continuation of Deferred@453297222 after retry RPC after error@1159283864), errback=(continuation of Deferred@193370965 after retry RPC after error@215322298) -> (continuation of Deferred@1142924022 after retry RPC after error@2104218739) -> (continuation of Deferred@1107862712 after retry RPC after error@1644708381) -> (continuation of Deferred@1530483896 after retry RPC after error@2018696160) -> (continuation of Deferred@2146995510 after retry RPC after error@1606430846) -> (continuation of Deferred@1322070954 after retry RPC after error@539917384) -> (continuation of Deferred@453297222 after retry RPC after error@1159283864)))
20:05:04.659 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:05:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:04.676708 7128 raft_consensus.cc:491] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 02761a9004984092b87596f4c1541f16)
20:05:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:04.676954 7128 raft_consensus.cc:513] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } }
20:05:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:04.677664 7128 leader_election.cc:290] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 02761a9004984092b87596f4c1541f16 (127.5.249.253:34953), cad3ec31d7c74b1dbfb9789e93755247 (127.5.249.252:36033)
20:05:04.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:04.679 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:04.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:04.679401 7014 leader_election.cc:336] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer cad3ec31d7c74b1dbfb9789e93755247 (127.5.249.252:36033): Network error: Client connection negotiation failed: client connection to 127.5.249.252:36033: connect: Connection refused (error 111)
20:05:04.680 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.680 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.680 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.680 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:04.679713 7012 leader_election.cc:336] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 02761a9004984092b87596f4c1541f16 (127.5.249.253:34953): Network error: Client connection negotiation failed: client connection to 127.5.249.253:34953: connect: Connection refused (error 111)
20:05:04.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:04.679862 7012 leader_election.cc:304] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 45af88cb52384c878c98ac3a5faf91f9; no voters: 02761a9004984092b87596f4c1541f16, cad3ec31d7c74b1dbfb9789e93755247
20:05:04.680 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:04.680477 7128 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
20:05:04.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.681 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:04.681 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:04.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:04.688912 6740 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.179s from last keepalive heartbeat (effective timeout is 1.000s)
20:05:04.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:04.695454 6757 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.5.249.254:41591)
20:05:04.699 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:04.699 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:04.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.700 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.700 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.700 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.700 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.701 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:04.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:04.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:04.720 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.720 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.720 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.720 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.720 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.721 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:04.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:04.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:04.739 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:04.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.740 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.740 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.740 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.741 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:04.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:04.759 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:04.760 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.760 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.760 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.760 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.760 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.761 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:04.799 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:04.799 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:04.800 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.800 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.800 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.800 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.800 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.800 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.801 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:04.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:04.820 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:04.820 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.820 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.820 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.820 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.820 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.821 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:04.859 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:04.859 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:04.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.860 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.860 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.860 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.860 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.860 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.861 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:04.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:04.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:04.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.900 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.900 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:04.901 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@370408540(state=PENDING, result=null, callback=(continuation of Deferred@7480678 after retry RPC after error@1514181607) -> (continuation of Deferred@450581097 after retry RPC after error@321105010) -> (continuation of Deferred@49017445 after retry RPC after error@1558873716) -> (continuation of Deferred@484626330 after retry RPC after error@304914504) -> (continuation of Deferred@1325990066 after retry RPC after error@1197012481) -> (continuation of Deferred@1296854895 after retry RPC after error@974497902) -> (continuation of Deferred@1025389326 after retry RPC after error@1039540818), errback=(continuation of Deferred@7480678 after retry RPC after error@1514181607) -> (continuation of Deferred@450581097 after retry RPC after error@321105010) -> (continuation of Deferred@49017445 after retry RPC after error@1558873716) -> (continuation of Deferred@484626330 after retry RPC after error@304914504) -> (continuation of Deferred@1325990066 after retry RPC after error@1197012481) -> (continuation of Deferred@1296854895 after retry RPC after error@974497902) -> (continuation of Deferred@1025389326 after retry RPC after error@1039540818)))
20:05:04.901 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@370408540(state=PENDING, result=null, callback=(continuation of Deferred@7480678 after retry RPC after error@1514181607) -> (continuation of Deferred@450581097 after retry RPC after error@321105010) -> (continuation of Deferred@49017445 after retry RPC after error@1558873716) -> (continuation of Deferred@484626330 after retry RPC after error@304914504) -> (continuation of Deferred@1325990066 after retry RPC after error@1197012481) -> (continuation of Deferred@1296854895 after retry RPC after error@974497902) -> (continuation of Deferred@1025389326 after retry RPC after error@1039540818), errback=(continuation of Deferred@7480678 after retry RPC after error@1514181607) -> (continuation of Deferred@450581097 after retry RPC after error@321105010) -> (continuation of Deferred@49017445 after retry RPC after error@1558873716) -> (continuation of Deferred@484626330 after retry RPC after error@304914504) -> (continuation of Deferred@1325990066 after retry RPC after error@1197012481) -> (continuation of Deferred@1296854895 after retry RPC after error@974497902) -> (continuation of Deferred@1025389326 after retry RPC after error@1039540818)))
20:05:04.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:04.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:04.920 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.920 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.920 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.920 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.920 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.920 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.921 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:04.939 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:04.939 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:04.940 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.940 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.940 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.940 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.940 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.941 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:04.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:04.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:04.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.960 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.960 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:04.979 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:04.979 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:04.980 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.980 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.980 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.980 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.980 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:04.980 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:04.981 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:04.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:04.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:05.000 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.000 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:05.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.002 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:05.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:05.039 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:05.040 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:05.040 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.040 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.040 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.040 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.041 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:05.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:05.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:05.060 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.060 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.060 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.060 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.060 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.060 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.060 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:05.061 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [83ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [84ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [84ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [85ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [85ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@893638206(state=PENDING, result=null, callback=(continuation of Deferred@1862500146 after retry RPC after error@2080928516) -> (continuation of Deferred@348046531 after retry RPC after error@1072104012) -> (continuation of Deferred@1265176685 after retry RPC after error@1959189079) -> (continuation of Deferred@373067984 after retry RPC after error@298714425) -> (continuation of Deferred@304583957 after retry RPC after error@1349640548) -> (continuation of Deferred@574177706 after retry RPC after error@1136623385), errback=(continuation of Deferred@1862500146 after retry RPC after error@2080928516) -> (continuation of Deferred@348046531 after retry RPC after error@1072104012) -> (continuation of Deferred@1265176685 after retry RPC after error@1959189079) -> (continuation of Deferred@373067984 after retry RPC after error@298714425) -> (continuation of Deferred@304583957 after retry RPC after error@1349640548) -> (continuation of Deferred@574177706 after retry RPC after error@1136623385)))
20:05:05.061 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [83ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [84ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [84ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [85ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [85ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@893638206(state=PENDING, result=null, callback=(continuation of Deferred@1862500146 after retry RPC after error@2080928516) -> (continuation of Deferred@348046531 after retry RPC after error@1072104012) -> (continuation of Deferred@1265176685 after retry RPC after error@1959189079) -> (continuation of Deferred@373067984 after retry RPC after error@298714425) -> (continuation of Deferred@304583957 after retry RPC after error@1349640548) -> (continuation of Deferred@574177706 after retry RPC after error@1136623385), errback=(continuation of Deferred@1862500146 after retry RPC after error@2080928516) -> (continuation of Deferred@348046531 after retry RPC after error@1072104012) -> (continuation of Deferred@1265176685 after retry RPC after error@1959189079) -> (continuation of Deferred@373067984 after retry RPC after error@298714425) -> (continuation of Deferred@304583957 after retry RPC after error@1349640548) -> (continuation of Deferred@574177706 after retry RPC after error@1136623385)))
20:05:05.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:05.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:05.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.080 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.080 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:05.099 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:05.099 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:05.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.100 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.100 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.100 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.100 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.100 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:05.119 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:05.119 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:05.120 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.120 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.120 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.120 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.120 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.120 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.121 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:05.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:05.139 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:05.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.140 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.140 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.140 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:05.159 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:05.159 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:05.160 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.160 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.160 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.160 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.160 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.160 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.161 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:05.179 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:05.179 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:05.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.180 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.180 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.180 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.180 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.180 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.181 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:05.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:05.219 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:05.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.220 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:05.299 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:05.299 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:05.300 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.300 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.300 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.300 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.300 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.301 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:05.301 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [223ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@717496991(state=PENDING, result=null, callback=(continuation of Deferred@1809892990 after retry RPC after error@622039555) -> (continuation of Deferred@853154847 after retry RPC after error@956370945) -> (continuation of Deferred@1413476969 after retry RPC after error@1837490535) -> (continuation of Deferred@257761836 after retry RPC after error@1055767262) -> (continuation of Deferred@359312336 after retry RPC after error@1462173379) -> (continuation of Deferred@831318601 after retry RPC after error@1659149804) -> (continuation of Deferred@579898955 after retry RPC after error@1117830204), errback=(continuation of Deferred@1809892990 after retry RPC after error@622039555) -> (continuation of Deferred@853154847 after retry RPC after error@956370945) -> (continuation of Deferred@1413476969 after retry RPC after error@1837490535) -> (continuation of Deferred@257761836 after retry RPC after error@1055767262) -> (continuation of Deferred@359312336 after retry RPC after error@1462173379) -> (continuation of Deferred@831318601 after retry RPC after error@1659149804) -> (continuation of Deferred@579898955 after retry RPC after error@1117830204)))
20:05:05.302 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [223ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@717496991(state=PENDING, result=null, callback=(continuation of Deferred@1809892990 after retry RPC after error@622039555) -> (continuation of Deferred@853154847 after retry RPC after error@956370945) -> (continuation of Deferred@1413476969 after retry RPC after error@1837490535) -> (continuation of Deferred@257761836 after retry RPC after error@1055767262) -> (continuation of Deferred@359312336 after retry RPC after error@1462173379) -> (continuation of Deferred@831318601 after retry RPC after error@1659149804) -> (continuation of Deferred@579898955 after retry RPC after error@1117830204), errback=(continuation of Deferred@1809892990 after retry RPC after error@622039555) -> (continuation of Deferred@853154847 after retry RPC after error@956370945) -> (continuation of Deferred@1413476969 after retry RPC after error@1837490535) -> (continuation of Deferred@257761836 after retry RPC after error@1055767262) -> (continuation of Deferred@359312336 after retry RPC after error@1462173379) -> (continuation of Deferred@831318601 after retry RPC after error@1659149804) -> (continuation of Deferred@579898955 after retry RPC after error@1117830204)))
20:05:05.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:05.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:05.320 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.320 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.320 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.320 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.320 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.320 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.321 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:05.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:05.330278 7149 raft_consensus.cc:491] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 02761a9004984092b87596f4c1541f16)
20:05:05.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:05.330495 7149 raft_consensus.cc:513] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } }
20:05:05.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:05.331264 7149 leader_election.cc:290] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 02761a9004984092b87596f4c1541f16 (127.5.249.253:34953), cad3ec31d7c74b1dbfb9789e93755247 (127.5.249.252:36033)
20:05:05.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:05.333153 7012 leader_election.cc:336] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 02761a9004984092b87596f4c1541f16 (127.5.249.253:34953): Network error: Client connection negotiation failed: client connection to 127.5.249.253:34953: connect: Connection refused (error 111)
20:05:05.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:05.333314 7014 leader_election.cc:336] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer cad3ec31d7c74b1dbfb9789e93755247 (127.5.249.252:36033): Network error: Client connection negotiation failed: client connection to 127.5.249.252:36033: connect: Connection refused (error 111)
20:05:05.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:05.333478 7014 leader_election.cc:304] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 45af88cb52384c878c98ac3a5faf91f9; no voters: 02761a9004984092b87596f4c1541f16, cad3ec31d7c74b1dbfb9789e93755247
20:05:05.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:05.333711 7149 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
20:05:05.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:05.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:05.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.340 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.340 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.340 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.340 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.340 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.341 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:05.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:05.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:05.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.360 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.360 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.360 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:05.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:05.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:05.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.380 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.380 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.380 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.380 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.380 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:05.399 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:05.399 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:05.400 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.400 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.400 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.400 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.401 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:05.439 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:05.440 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:05.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.440 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.441 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:05.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:05.459 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:05.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.460 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.460 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.460 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:05.499 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:05.499 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:05.500 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.500 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.500 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.500 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.500 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.500 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:05.578 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@497719933(state=PENDING, result=null, callback=(continuation of Deferred@2063799875 after retry RPC after error@1648633806) -> (continuation of Deferred@1736071143 after retry RPC after error@785006599) -> (continuation of Deferred@1293482643 after retry RPC after error@237100713) -> (continuation of Deferred@1003582949 after retry RPC after error@1197981920) -> (continuation of Deferred@1294034685 after retry RPC after error@1307917670) -> (continuation of Deferred@2101020512 after retry RPC after error@69380327) -> (continuation of Deferred@1123168272 after retry RPC after error@646462245), errback=(continuation of Deferred@2063799875 after retry RPC after error@1648633806) -> (continuation of Deferred@1736071143 after retry RPC after error@785006599) -> (continuation of Deferred@1293482643 after retry RPC after error@237100713) -> (continuation of Deferred@1003582949 after retry RPC after error@1197981920) -> (continuation of Deferred@1294034685 after retry RPC after error@1307917670) -> (continuation of Deferred@2101020512 after retry RPC after error@69380327) -> (continuation of Deferred@1123168272 after retry RPC after error@646462245)))
20:05:05.579 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:05:05.599 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:05.599 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:05.600 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.600 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.600 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.600 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.600 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.600 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:05.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:05.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:05.620 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.620 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.620 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.620 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.620 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.620 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.621 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:05.639 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:05.639 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:05.640 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.640 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.640 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.640 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.640 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.641 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:05.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:05.659 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:05.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.660 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.660 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:05.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:05.679 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:05.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:05.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:05.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:05.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.720 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:05.739 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:05.739 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:05.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.740 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.740 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.740 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.740 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:05.759 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:05.759 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:05.760 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.760 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.760 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.760 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.760 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.760 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:05.761 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@521897001(state=PENDING, result=null, callback=(continuation of Deferred@8434715 after retry RPC after error@228515149) -> (continuation of Deferred@650206848 after retry RPC after error@1698217149) -> (continuation of Deferred@1620966509 after retry RPC after error@462561670) -> (continuation of Deferred@923490602 after retry RPC after error@393664034) -> (continuation of Deferred@403123765 after retry RPC after error@311669410) -> (continuation of Deferred@2134666195 after retry RPC after error@1591375312) -> (continuation of Deferred@2131599032 after retry RPC after error@1879323993), errback=(continuation of Deferred@8434715 after retry RPC after error@228515149) -> (continuation of Deferred@650206848 after retry RPC after error@1698217149) -> (continuation of Deferred@1620966509 after retry RPC after error@462561670) -> (continuation of Deferred@923490602 after retry RPC after error@393664034) -> (continuation of Deferred@403123765 after retry RPC after error@311669410) -> (continuation of Deferred@2134666195 after retry RPC after error@1591375312) -> (continuation of Deferred@2131599032 after retry RPC after error@1879323993)))
20:05:05.762 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@521897001(state=PENDING, result=null, callback=(continuation of Deferred@8434715 after retry RPC after error@228515149) -> (continuation of Deferred@650206848 after retry RPC after error@1698217149) -> (continuation of Deferred@1620966509 after retry RPC after error@462561670) -> (continuation of Deferred@923490602 after retry RPC after error@393664034) -> (continuation of Deferred@403123765 after retry RPC after error@311669410) -> (continuation of Deferred@2134666195 after retry RPC after error@1591375312) -> (continuation of Deferred@2131599032 after retry RPC after error@1879323993), errback=(continuation of Deferred@8434715 after retry RPC after error@228515149) -> (continuation of Deferred@650206848 after retry RPC after error@1698217149) -> (continuation of Deferred@1620966509 after retry RPC after error@462561670) -> (continuation of Deferred@923490602 after retry RPC after error@393664034) -> (continuation of Deferred@403123765 after retry RPC after error@311669410) -> (continuation of Deferred@2134666195 after retry RPC after error@1591375312) -> (continuation of Deferred@2131599032 after retry RPC after error@1879323993)))
20:05:05.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:05.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:05.780 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.780 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.780 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.780 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.781 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:05.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:05.799 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:05.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:05.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:05.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:05.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:05.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:05.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:05.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:05.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:05.842818 7154 raft_consensus.cc:491] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 02761a9004984092b87596f4c1541f16)
20:05:05.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:05.843006 7154 raft_consensus.cc:513] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } }
20:05:05.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:05.843604 7154 leader_election.cc:290] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 02761a9004984092b87596f4c1541f16 (127.5.249.253:34953), cad3ec31d7c74b1dbfb9789e93755247 (127.5.249.252:36033)
20:05:05.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:05.845692 7014 leader_election.cc:336] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer cad3ec31d7c74b1dbfb9789e93755247 (127.5.249.252:36033): Network error: Client connection negotiation failed: client connection to 127.5.249.252:36033: connect: Connection refused (error 111)
20:05:05.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:05.845892 7012 leader_election.cc:336] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 02761a9004984092b87596f4c1541f16 (127.5.249.253:34953): Network error: Client connection negotiation failed: client connection to 127.5.249.253:34953: connect: Connection refused (error 111)
20:05:05.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:05.846004 7012 leader_election.cc:304] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 45af88cb52384c878c98ac3a5faf91f9; no voters: 02761a9004984092b87596f4c1541f16, cad3ec31d7c74b1dbfb9789e93755247
20:05:05.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:05.846287 7154 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
20:05:05.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:05.859 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:05.860 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.860 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.860 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.860 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.860 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.861 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:05.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:05.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:05.900 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.900 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.900 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.900 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:05.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:05.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:05.920 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.920 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.920 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.920 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.920 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.920 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:05.939 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:05.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:05.940 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.940 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.940 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.940 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:05.942 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [164ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@230858160(state=PENDING, result=null, callback=(continuation of Deferred@431892443 after retry RPC after error@1418223656) -> (continuation of Deferred@1491657654 after retry RPC after error@1105123846) -> (continuation of Deferred@691449113 after retry RPC after error@1051197751) -> (continuation of Deferred@558014471 after retry RPC after error@385564867) -> (continuation of Deferred@171534688 after retry RPC after error@1961259177) -> (continuation of Deferred@1083221162 after retry RPC after error@203491619) -> (continuation of Deferred@1301418926 after retry RPC after error@179720589), errback=(continuation of Deferred@431892443 after retry RPC after error@1418223656) -> (continuation of Deferred@1491657654 after retry RPC after error@1105123846) -> (continuation of Deferred@691449113 after retry RPC after error@1051197751) -> (continuation of Deferred@558014471 after retry RPC after error@385564867) -> (continuation of Deferred@171534688 after retry RPC after error@1961259177) -> (continuation of Deferred@1083221162 after retry RPC after error@203491619) -> (continuation of Deferred@1301418926 after retry RPC after error@179720589)))
20:05:05.943 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [164ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@230858160(state=PENDING, result=null, callback=(continuation of Deferred@431892443 after retry RPC after error@1418223656) -> (continuation of Deferred@1491657654 after retry RPC after error@1105123846) -> (continuation of Deferred@691449113 after retry RPC after error@1051197751) -> (continuation of Deferred@558014471 after retry RPC after error@385564867) -> (continuation of Deferred@171534688 after retry RPC after error@1961259177) -> (continuation of Deferred@1083221162 after retry RPC after error@203491619) -> (continuation of Deferred@1301418926 after retry RPC after error@179720589), errback=(continuation of Deferred@431892443 after retry RPC after error@1418223656) -> (continuation of Deferred@1491657654 after retry RPC after error@1105123846) -> (continuation of Deferred@691449113 after retry RPC after error@1051197751) -> (continuation of Deferred@558014471 after retry RPC after error@385564867) -> (continuation of Deferred@171534688 after retry RPC after error@1961259177) -> (continuation of Deferred@1083221162 after retry RPC after error@203491619) -> (continuation of Deferred@1301418926 after retry RPC after error@179720589)))
20:05:05.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:05.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:05.960 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.960 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.960 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.960 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.960 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.960 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.961 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:05.979 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:05.979 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:05.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.980 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.980 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.980 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:05.980 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.980 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:05.981 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:05.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:05.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:06.000 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.000 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.000 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.000 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.000 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.000 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.001 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:06.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:06.019 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:06.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:06.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:06.039 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:06.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:06.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:06.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:06.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.060 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.060 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.060 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.060 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.060 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.061 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:06.099 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:06.099 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:06.100 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.100 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.100 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.100 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.100 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.100 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.101 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:06.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:06.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:06.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.200 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.200 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:06.201 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@388323783(state=PENDING, result=null, callback=(continuation of Deferred@638193967 after retry RPC after error@2120145057) -> (continuation of Deferred@2080685653 after retry RPC after error@1104296819) -> (continuation of Deferred@925358351 after retry RPC after error@1060410522) -> (continuation of Deferred@1721459519 after retry RPC after error@910349628) -> (continuation of Deferred@1067752794 after retry RPC after error@607080048) -> (continuation of Deferred@428888913 after retry RPC after error@962301546) -> (continuation of Deferred@571378262 after retry RPC after error@2081168553), errback=(continuation of Deferred@638193967 after retry RPC after error@2120145057) -> (continuation of Deferred@2080685653 after retry RPC after error@1104296819) -> (continuation of Deferred@925358351 after retry RPC after error@1060410522) -> (continuation of Deferred@1721459519 after retry RPC after error@910349628) -> (continuation of Deferred@1067752794 after retry RPC after error@607080048) -> (continuation of Deferred@428888913 after retry RPC after error@962301546) -> (continuation of Deferred@571378262 after retry RPC after error@2081168553)))
20:05:06.201 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@388323783(state=PENDING, result=null, callback=(continuation of Deferred@638193967 after retry RPC after error@2120145057) -> (continuation of Deferred@2080685653 after retry RPC after error@1104296819) -> (continuation of Deferred@925358351 after retry RPC after error@1060410522) -> (continuation of Deferred@1721459519 after retry RPC after error@910349628) -> (continuation of Deferred@1067752794 after retry RPC after error@607080048) -> (continuation of Deferred@428888913 after retry RPC after error@962301546) -> (continuation of Deferred@571378262 after retry RPC after error@2081168553), errback=(continuation of Deferred@638193967 after retry RPC after error@2120145057) -> (continuation of Deferred@2080685653 after retry RPC after error@1104296819) -> (continuation of Deferred@925358351 after retry RPC after error@1060410522) -> (continuation of Deferred@1721459519 after retry RPC after error@910349628) -> (continuation of Deferred@1067752794 after retry RPC after error@607080048) -> (continuation of Deferred@428888913 after retry RPC after error@962301546) -> (continuation of Deferred@571378262 after retry RPC after error@2081168553)))
20:05:06.219 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:06.219 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:06.220 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.220 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.220 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.220 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.220 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.221 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:06.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:06.225561 7154 raft_consensus.cc:491] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 02761a9004984092b87596f4c1541f16)
20:05:06.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:06.225771 7154 raft_consensus.cc:513] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } }
20:05:06.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:06.226413 7154 leader_election.cc:290] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 02761a9004984092b87596f4c1541f16 (127.5.249.253:34953), cad3ec31d7c74b1dbfb9789e93755247 (127.5.249.252:36033)
20:05:06.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:06.227546 7012 leader_election.cc:336] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 02761a9004984092b87596f4c1541f16 (127.5.249.253:34953): Network error: Client connection negotiation failed: client connection to 127.5.249.253:34953: connect: Connection refused (error 111)
20:05:06.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:06.227764 7014 leader_election.cc:336] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer cad3ec31d7c74b1dbfb9789e93755247 (127.5.249.252:36033): Network error: Client connection negotiation failed: client connection to 127.5.249.252:36033: connect: Connection refused (error 111)
20:05:06.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:06.227913 7014 leader_election.cc:304] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 45af88cb52384c878c98ac3a5faf91f9; no voters: 02761a9004984092b87596f4c1541f16, cad3ec31d7c74b1dbfb9789e93755247
20:05:06.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:06.228171 7154 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
20:05:06.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:06.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:06.240 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.240 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.240 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.240 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.240 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.241 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:06.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:06.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:06.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.261 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:06.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:06.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:06.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:06.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:06.299 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:06.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.300 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.300 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:06.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:06.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:06.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.340 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.340 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.340 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.340 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.340 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.341 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:06.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:06.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:06.380 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.380 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.380 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.380 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.380 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.380 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.381 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:06.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:06.399 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:06.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.400 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:06.479 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1954526613(state=PENDING, result=null, callback=(continuation of Deferred@207897432 after retry RPC after error@1369794909) -> (continuation of Deferred@1130681784 after retry RPC after error@1253970780) -> (continuation of Deferred@1684989904 after retry RPC after error@519804289) -> (continuation of Deferred@2069322483 after retry RPC after error@1103729206) -> (continuation of Deferred@1376431544 after retry RPC after error@270499301) -> (continuation of Deferred@1373515223 after retry RPC after error@1552633336) -> (continuation of Deferred@1533762748 after retry RPC after error@821097057), errback=(continuation of Deferred@207897432 after retry RPC after error@1369794909) -> (continuation of Deferred@1130681784 after retry RPC after error@1253970780) -> (continuation of Deferred@1684989904 after retry RPC after error@519804289) -> (continuation of Deferred@2069322483 after retry RPC after error@1103729206) -> (continuation of Deferred@1376431544 after retry RPC after error@270499301) -> (continuation of Deferred@1373515223 after retry RPC after error@1552633336) -> (continuation of Deferred@1533762748 after retry RPC after error@821097057)))
20:05:06.479 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:05:06.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:06.499 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:06.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.500 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.500 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:06.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:06.519 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:06.520 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.520 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.520 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.520 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:06.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:06.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:06.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.540 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.540 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.540 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.540 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:06.559 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:06.559 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:06.560 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.560 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.560 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.560 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.560 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.560 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:06.579 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:06.579 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:06.580 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.580 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.580 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.580 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.580 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.580 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.580 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:06.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:06.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.581 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:06.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:06.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:06.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:06.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.620 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.620 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:06.699 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:06.699 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:06.700 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.700 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.700 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.700 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.700 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.700 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.701 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:06.701 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [84ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@495111016(state=PENDING, result=null, callback=(continuation of Deferred@485501649 after retry RPC after error@785603169) -> (continuation of Deferred@2108718385 after retry RPC after error@1994535012) -> (continuation of Deferred@1801009867 after retry RPC after error@1601004947) -> (continuation of Deferred@558547642 after retry RPC after error@1179432935) -> (continuation of Deferred@1684099719 after retry RPC after error@1343550053) -> (continuation of Deferred@658286031 after retry RPC after error@82627904), errback=(continuation of Deferred@485501649 after retry RPC after error@785603169) -> (continuation of Deferred@2108718385 after retry RPC after error@1994535012) -> (continuation of Deferred@1801009867 after retry RPC after error@1601004947) -> (continuation of Deferred@558547642 after retry RPC after error@1179432935) -> (continuation of Deferred@1684099719 after retry RPC after error@1343550053) -> (continuation of Deferred@658286031 after retry RPC after error@82627904)))
20:05:06.702 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [84ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@495111016(state=PENDING, result=null, callback=(continuation of Deferred@485501649 after retry RPC after error@785603169) -> (continuation of Deferred@2108718385 after retry RPC after error@1994535012) -> (continuation of Deferred@1801009867 after retry RPC after error@1601004947) -> (continuation of Deferred@558547642 after retry RPC after error@1179432935) -> (continuation of Deferred@1684099719 after retry RPC after error@1343550053) -> (continuation of Deferred@658286031 after retry RPC after error@82627904), errback=(continuation of Deferred@485501649 after retry RPC after error@785603169) -> (continuation of Deferred@2108718385 after retry RPC after error@1994535012) -> (continuation of Deferred@1801009867 after retry RPC after error@1601004947) -> (continuation of Deferred@558547642 after retry RPC after error@1179432935) -> (continuation of Deferred@1684099719 after retry RPC after error@1343550053) -> (continuation of Deferred@658286031 after retry RPC after error@82627904)))
20:05:06.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:06.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:06.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:06.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:06.739 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:06.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:06.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:06.759 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:06.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:06.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:06.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:06.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.780 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.780 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.780 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:06.799 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:06.799 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:06.800 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.800 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.800 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.800 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.800 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.801 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:06.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:06.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:06.820 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.820 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.820 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.820 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.820 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.820 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.821 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:06.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:06.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:06.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.840 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.840 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.840 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:06.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:06.844283 7162 raft_consensus.cc:491] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 02761a9004984092b87596f4c1541f16)
20:05:06.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:06.844498 7162 raft_consensus.cc:513] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } }
20:05:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:06.845889 7162 leader_election.cc:290] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 02761a9004984092b87596f4c1541f16 (127.5.249.253:34953), cad3ec31d7c74b1dbfb9789e93755247 (127.5.249.252:36033)
20:05:06.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:06.847424 7012 leader_election.cc:336] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 02761a9004984092b87596f4c1541f16 (127.5.249.253:34953): Network error: Client connection negotiation failed: client connection to 127.5.249.253:34953: connect: Connection refused (error 111)
20:05:06.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:06.847600 7014 leader_election.cc:336] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer cad3ec31d7c74b1dbfb9789e93755247 (127.5.249.252:36033): Network error: Client connection negotiation failed: client connection to 127.5.249.252:36033: connect: Connection refused (error 111)
20:05:06.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:06.847728 7014 leader_election.cc:304] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 45af88cb52384c878c98ac3a5faf91f9; no voters: 02761a9004984092b87596f4c1541f16, cad3ec31d7c74b1dbfb9789e93755247
20:05:06.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:06.847966 7162 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
20:05:06.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:06.939 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:06.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.940 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:06.941 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1729758509(state=PENDING, result=null, callback=(continuation of Deferred@1119090287 after retry RPC after error@890420881) -> (continuation of Deferred@650368969 after retry RPC after error@298294609) -> (continuation of Deferred@1285161352 after retry RPC after error@1826408636) -> (continuation of Deferred@1410934641 after retry RPC after error@2040071606) -> (continuation of Deferred@1695800652 after retry RPC after error@1862295674) -> (continuation of Deferred@1916792900 after retry RPC after error@1127935744) -> (continuation of Deferred@943235990 after retry RPC after error@1423378267), errback=(continuation of Deferred@1119090287 after retry RPC after error@890420881) -> (continuation of Deferred@650368969 after retry RPC after error@298294609) -> (continuation of Deferred@1285161352 after retry RPC after error@1826408636) -> (continuation of Deferred@1410934641 after retry RPC after error@2040071606) -> (continuation of Deferred@1695800652 after retry RPC after error@1862295674) -> (continuation of Deferred@1916792900 after retry RPC after error@1127935744) -> (continuation of Deferred@943235990 after retry RPC after error@1423378267)))
20:05:06.941 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1729758509(state=PENDING, result=null, callback=(continuation of Deferred@1119090287 after retry RPC after error@890420881) -> (continuation of Deferred@650368969 after retry RPC after error@298294609) -> (continuation of Deferred@1285161352 after retry RPC after error@1826408636) -> (continuation of Deferred@1410934641 after retry RPC after error@2040071606) -> (continuation of Deferred@1695800652 after retry RPC after error@1862295674) -> (continuation of Deferred@1916792900 after retry RPC after error@1127935744) -> (continuation of Deferred@943235990 after retry RPC after error@1423378267), errback=(continuation of Deferred@1119090287 after retry RPC after error@890420881) -> (continuation of Deferred@650368969 after retry RPC after error@298294609) -> (continuation of Deferred@1285161352 after retry RPC after error@1826408636) -> (continuation of Deferred@1410934641 after retry RPC after error@2040071606) -> (continuation of Deferred@1695800652 after retry RPC after error@1862295674) -> (continuation of Deferred@1916792900 after retry RPC after error@1127935744) -> (continuation of Deferred@943235990 after retry RPC after error@1423378267)))
20:05:06.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:06.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:06.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.960 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.960 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.960 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:06.979 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:06.979 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:06.980 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.980 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.980 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:06.980 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.980 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.980 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:06.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:06.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:06.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:07.000 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.000 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.000 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.000 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.000 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.000 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.001 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:07.019 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:07.019 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:07.020 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.020 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.020 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.020 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.020 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.020 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:07.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:07.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:07.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:07.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:07.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:07.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.080 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:07.139 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:07.139 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:07.140 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.140 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.140 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.140 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.140 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.140 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.141 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:07.141 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@2069605141(state=PENDING, result=null, callback=(continuation of Deferred@846452937 after retry RPC after error@1348072147) -> (continuation of Deferred@923567031 after retry RPC after error@296326464) -> (continuation of Deferred@1034990124 after retry RPC after error@585105443) -> (continuation of Deferred@1898065651 after retry RPC after error@746366466) -> (continuation of Deferred@342179955 after retry RPC after error@916892612) -> (continuation of Deferred@1444109909 after retry RPC after error@521580067), errback=(continuation of Deferred@846452937 after retry RPC after error@1348072147) -> (continuation of Deferred@923567031 after retry RPC after error@296326464) -> (continuation of Deferred@1034990124 after retry RPC after error@585105443) -> (continuation of Deferred@1898065651 after retry RPC after error@746366466) -> (continuation of Deferred@342179955 after retry RPC after error@916892612) -> (continuation of Deferred@1444109909 after retry RPC after error@521580067)))
20:05:07.142 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@2069605141(state=PENDING, result=null, callback=(continuation of Deferred@846452937 after retry RPC after error@1348072147) -> (continuation of Deferred@923567031 after retry RPC after error@296326464) -> (continuation of Deferred@1034990124 after retry RPC after error@585105443) -> (continuation of Deferred@1898065651 after retry RPC after error@746366466) -> (continuation of Deferred@342179955 after retry RPC after error@916892612) -> (continuation of Deferred@1444109909 after retry RPC after error@521580067), errback=(continuation of Deferred@846452937 after retry RPC after error@1348072147) -> (continuation of Deferred@923567031 after retry RPC after error@296326464) -> (continuation of Deferred@1034990124 after retry RPC after error@585105443) -> (continuation of Deferred@1898065651 after retry RPC after error@746366466) -> (continuation of Deferred@342179955 after retry RPC after error@916892612) -> (continuation of Deferred@1444109909 after retry RPC after error@521580067)))
20:05:07.159 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:07.160 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:07.160 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.160 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.160 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.161 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:07.179 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:07.179 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:07.180 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.180 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.180 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.180 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.180 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.181 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:07.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:07.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:07.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.200 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.200 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.201 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:07.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:07.219 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:07.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.220 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.220 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.220 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.220 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:07.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:07.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:07.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.240 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.240 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.240 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:07.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:07.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:07.280 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.280 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.280 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.280 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.280 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.280 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.281 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:07.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:07.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:07.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.340 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.340 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:07.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:07.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:07.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.360 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.360 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.360 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.360 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.360 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:07.361 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1277222862(state=PENDING, result=null, callback=(continuation of Deferred@186561119 after retry RPC after error@871727192) -> (continuation of Deferred@163440381 after retry RPC after error@1135183531) -> (continuation of Deferred@1037781195 after retry RPC after error@573827176) -> (continuation of Deferred@1155496157 after retry RPC after error@1263280691) -> (continuation of Deferred@750171777 after retry RPC after error@301693911) -> (continuation of Deferred@786292901 after retry RPC after error@69866231) -> (continuation of Deferred@489795149 after retry RPC after error@1465797631), errback=(continuation of Deferred@186561119 after retry RPC after error@871727192) -> (continuation of Deferred@163440381 after retry RPC after error@1135183531) -> (continuation of Deferred@1037781195 after retry RPC after error@573827176) -> (continuation of Deferred@1155496157 after retry RPC after error@1263280691) -> (continuation of Deferred@750171777 after retry RPC after error@301693911) -> (continuation of Deferred@786292901 after retry RPC after error@69866231) -> (continuation of Deferred@489795149 after retry RPC after error@1465797631)))
20:05:07.361 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1277222862(state=PENDING, result=null, callback=(continuation of Deferred@186561119 after retry RPC after error@871727192) -> (continuation of Deferred@163440381 after retry RPC after error@1135183531) -> (continuation of Deferred@1037781195 after retry RPC after error@573827176) -> (continuation of Deferred@1155496157 after retry RPC after error@1263280691) -> (continuation of Deferred@750171777 after retry RPC after error@301693911) -> (continuation of Deferred@786292901 after retry RPC after error@69866231) -> (continuation of Deferred@489795149 after retry RPC after error@1465797631), errback=(continuation of Deferred@186561119 after retry RPC after error@871727192) -> (continuation of Deferred@163440381 after retry RPC after error@1135183531) -> (continuation of Deferred@1037781195 after retry RPC after error@573827176) -> (continuation of Deferred@1155496157 after retry RPC after error@1263280691) -> (continuation of Deferred@750171777 after retry RPC after error@301693911) -> (continuation of Deferred@786292901 after retry RPC after error@69866231) -> (continuation of Deferred@489795149 after retry RPC after error@1465797631)))
20:05:07.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:07.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:07.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.380 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.380 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.380 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.380 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.380 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.381 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:07.399 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:07.399 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:07.400 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.400 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.400 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.400 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:07.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:07.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:07.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.420 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.420 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.420 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.420 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.420 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:07.439 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:07.439 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:07.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.440 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.440 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:07.459 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:07.459 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:07.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.460 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.460 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.460 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:07.479 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:07.479 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:07.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.480 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.480 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.480 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.480 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:07.519 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:07.519 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:07.520 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.520 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.520 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.521 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:07.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:07.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:07.540 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.540 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.540 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.540 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.540 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.540 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.541 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:07.541 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@282882787(state=PENDING, result=null, callback=(continuation of Deferred@317856453 after retry RPC after error@683888772) -> (continuation of Deferred@291844908 after retry RPC after error@1650262153) -> (continuation of Deferred@1618676277 after retry RPC after error@1385046478) -> (continuation of Deferred@1791657184 after retry RPC after error@1620674680) -> (continuation of Deferred@1485511932 after retry RPC after error@2066273906) -> (continuation of Deferred@1165729907 after retry RPC after error@1770863340) -> (continuation of Deferred@1768007645 after retry RPC after error@1413965765), errback=(continuation of Deferred@317856453 after retry RPC after error@683888772) -> (continuation of Deferred@291844908 after retry RPC after error@1650262153) -> (continuation of Deferred@1618676277 after retry RPC after error@1385046478) -> (continuation of Deferred@1791657184 after retry RPC after error@1620674680) -> (continuation of Deferred@1485511932 after retry RPC after error@2066273906) -> (continuation of Deferred@1165729907 after retry RPC after error@1770863340) -> (continuation of Deferred@1768007645 after retry RPC after error@1413965765)))
20:05:07.542 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@282882787(state=PENDING, result=null, callback=(continuation of Deferred@317856453 after retry RPC after error@683888772) -> (continuation of Deferred@291844908 after retry RPC after error@1650262153) -> (continuation of Deferred@1618676277 after retry RPC after error@1385046478) -> (continuation of Deferred@1791657184 after retry RPC after error@1620674680) -> (continuation of Deferred@1485511932 after retry RPC after error@2066273906) -> (continuation of Deferred@1165729907 after retry RPC after error@1770863340) -> (continuation of Deferred@1768007645 after retry RPC after error@1413965765), errback=(continuation of Deferred@317856453 after retry RPC after error@683888772) -> (continuation of Deferred@291844908 after retry RPC after error@1650262153) -> (continuation of Deferred@1618676277 after retry RPC after error@1385046478) -> (continuation of Deferred@1791657184 after retry RPC after error@1620674680) -> (continuation of Deferred@1485511932 after retry RPC after error@2066273906) -> (continuation of Deferred@1165729907 after retry RPC after error@1770863340) -> (continuation of Deferred@1768007645 after retry RPC after error@1413965765)))
20:05:07.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:07.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:07.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:07.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:07.568176 6995 master_runner.cc:186] Error getting master registration for 127.5.249.253:34953: Network error: Client connection negotiation failed: client connection to 127.5.249.253:34953: connect: Connection refused (error 111),
20:05:07.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:07.568332 6995 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:05:07.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:07.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:07.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:07.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:07.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:07.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:07.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:07.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:07.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:07.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:07.639 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:07.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.640 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:07.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:07.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.659 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:07.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.660 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.660 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.660 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:07.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:07.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.680 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:07.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.681 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:07.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:07.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:07.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:07.780 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@2037731092(state=PENDING, result=null, callback=(continuation of Deferred@1363411149 after retry RPC after error@937354536) -> (continuation of Deferred@196488743 after retry RPC after error@1491652010) -> (continuation of Deferred@693890066 after retry RPC after error@1768729524) -> (continuation of Deferred@1393653672 after retry RPC after error@1300919805) -> (continuation of Deferred@1002908450 after retry RPC after error@939132645) -> (continuation of Deferred@1863224197 after retry RPC after error@1907699204) -> (continuation of Deferred@1940489515 after retry RPC after error@335771797), errback=(continuation of Deferred@1363411149 after retry RPC after error@937354536) -> (continuation of Deferred@196488743 after retry RPC after error@1491652010) -> (continuation of Deferred@693890066 after retry RPC after error@1768729524) -> (continuation of Deferred@1393653672 after retry RPC after error@1300919805) -> (continuation of Deferred@1002908450 after retry RPC after error@939132645) -> (continuation of Deferred@1863224197 after retry RPC after error@1907699204) -> (continuation of Deferred@1940489515 after retry RPC after error@335771797)))
20:05:07.781 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@2037731092(state=PENDING, result=null, callback=(continuation of Deferred@1363411149 after retry RPC after error@937354536) -> (continuation of Deferred@196488743 after retry RPC after error@1491652010) -> (continuation of Deferred@693890066 after retry RPC after error@1768729524) -> (continuation of Deferred@1393653672 after retry RPC after error@1300919805) -> (continuation of Deferred@1002908450 after retry RPC after error@939132645) -> (continuation of Deferred@1863224197 after retry RPC after error@1907699204) -> (continuation of Deferred@1940489515 after retry RPC after error@335771797), errback=(continuation of Deferred@1363411149 after retry RPC after error@937354536) -> (continuation of Deferred@196488743 after retry RPC after error@1491652010) -> (continuation of Deferred@693890066 after retry RPC after error@1768729524) -> (continuation of Deferred@1393653672 after retry RPC after error@1300919805) -> (continuation of Deferred@1002908450 after retry RPC after error@939132645) -> (continuation of Deferred@1863224197 after retry RPC after error@1907699204) -> (continuation of Deferred@1940489515 after retry RPC after error@335771797)))
20:05:07.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:07.799 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:07.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:07.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:07.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:07.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:07.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:07.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:07.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.840 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.840 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.840 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:07.859 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:07.859 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:07.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.860 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.860 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.860 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:07.879 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:07.879 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:07.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.880 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.880 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.880 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:07.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:07.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:07.920 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.920 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.920 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:07.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:07.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:07.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:07.960 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@2089430534(state=PENDING, result=null, callback=(continuation of Deferred@671641662 after retry RPC after error@849528070) -> (continuation of Deferred@1381305827 after retry RPC after error@2130895793) -> (continuation of Deferred@341898735 after retry RPC after error@818841744) -> (continuation of Deferred@1242472831 after retry RPC after error@586796260) -> (continuation of Deferred@824543961 after retry RPC after error@1978338917) -> (continuation of Deferred@1246846206 after retry RPC after error@639842236), errback=(continuation of Deferred@671641662 after retry RPC after error@849528070) -> (continuation of Deferred@1381305827 after retry RPC after error@2130895793) -> (continuation of Deferred@341898735 after retry RPC after error@818841744) -> (continuation of Deferred@1242472831 after retry RPC after error@586796260) -> (continuation of Deferred@824543961 after retry RPC after error@1978338917) -> (continuation of Deferred@1246846206 after retry RPC after error@639842236)))
20:05:07.961 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@2089430534(state=PENDING, result=null, callback=(continuation of Deferred@671641662 after retry RPC after error@849528070) -> (continuation of Deferred@1381305827 after retry RPC after error@2130895793) -> (continuation of Deferred@341898735 after retry RPC after error@818841744) -> (continuation of Deferred@1242472831 after retry RPC after error@586796260) -> (continuation of Deferred@824543961 after retry RPC after error@1978338917) -> (continuation of Deferred@1246846206 after retry RPC after error@639842236), errback=(continuation of Deferred@671641662 after retry RPC after error@849528070) -> (continuation of Deferred@1381305827 after retry RPC after error@2130895793) -> (continuation of Deferred@341898735 after retry RPC after error@818841744) -> (continuation of Deferred@1242472831 after retry RPC after error@586796260) -> (continuation of Deferred@824543961 after retry RPC after error@1978338917) -> (continuation of Deferred@1246846206 after retry RPC after error@639842236)))
20:05:07.979 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:07.979 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:07.980 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.980 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.980 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.980 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.980 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:07.980 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:07.981 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:07.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:08.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:08.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.001 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:08.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:08.019 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:08.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.020 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.020 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.020 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.020 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.020 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:08.039 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:08.039 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:08.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.040 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.040 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.040 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.040 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.040 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:08.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:08.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:08.060 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.060 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.060 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.060 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.060 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.060 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.061 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:08.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:08.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:08.080 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.080 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.080 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.080 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.080 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.080 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.081 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:08.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:08.159 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:08.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.160 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:08.239 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1883442204(state=PENDING, result=null, callback=(continuation of Deferred@2007098145 after retry RPC after error@2014279881) -> (continuation of Deferred@960230338 after retry RPC after error@1374698261) -> (continuation of Deferred@699429601 after retry RPC after error@721063470) -> (continuation of Deferred@1287249232 after retry RPC after error@482438977) -> (continuation of Deferred@910963010 after retry RPC after error@1220104795) -> (continuation of Deferred@1248347457 after retry RPC after error@1573163050) -> (continuation of Deferred@181763313 after retry RPC after error@150785146), errback=(continuation of Deferred@2007098145 after retry RPC after error@2014279881) -> (continuation of Deferred@960230338 after retry RPC after error@1374698261) -> (continuation of Deferred@699429601 after retry RPC after error@721063470) -> (continuation of Deferred@1287249232 after retry RPC after error@482438977) -> (continuation of Deferred@910963010 after retry RPC after error@1220104795) -> (continuation of Deferred@1248347457 after retry RPC after error@1573163050) -> (continuation of Deferred@181763313 after retry RPC after error@150785146)))
20:05:08.240 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:05:08.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:08.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:08.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:08.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:08.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:08.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.280 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.280 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.280 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.281 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:08.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:08.300 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:08.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.301 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:08.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:08.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:08.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:08.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:08.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:08.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:08.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:08.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:08.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.360 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:08.439 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:08.439 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:08.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.440 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.440 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.441 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:08.441 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@256441255(state=PENDING, result=null, callback=(continuation of Deferred@567632543 after retry RPC after error@1050164377) -> (continuation of Deferred@1372253442 after retry RPC after error@420979039) -> (continuation of Deferred@333244792 after retry RPC after error@1818194798) -> (continuation of Deferred@1786454298 after retry RPC after error@1312979027) -> (continuation of Deferred@983687114 after retry RPC after error@770838515) -> (continuation of Deferred@515016870 after retry RPC after error@1139796931), errback=(continuation of Deferred@567632543 after retry RPC after error@1050164377) -> (continuation of Deferred@1372253442 after retry RPC after error@420979039) -> (continuation of Deferred@333244792 after retry RPC after error@1818194798) -> (continuation of Deferred@1786454298 after retry RPC after error@1312979027) -> (continuation of Deferred@983687114 after retry RPC after error@770838515) -> (continuation of Deferred@515016870 after retry RPC after error@1139796931)))
20:05:08.442 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@256441255(state=PENDING, result=null, callback=(continuation of Deferred@567632543 after retry RPC after error@1050164377) -> (continuation of Deferred@1372253442 after retry RPC after error@420979039) -> (continuation of Deferred@333244792 after retry RPC after error@1818194798) -> (continuation of Deferred@1786454298 after retry RPC after error@1312979027) -> (continuation of Deferred@983687114 after retry RPC after error@770838515) -> (continuation of Deferred@515016870 after retry RPC after error@1139796931), errback=(continuation of Deferred@567632543 after retry RPC after error@1050164377) -> (continuation of Deferred@1372253442 after retry RPC after error@420979039) -> (continuation of Deferred@333244792 after retry RPC after error@1818194798) -> (continuation of Deferred@1786454298 after retry RPC after error@1312979027) -> (continuation of Deferred@983687114 after retry RPC after error@770838515) -> (continuation of Deferred@515016870 after retry RPC after error@1139796931)))
20:05:08.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:08.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:08.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:08.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:08.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:08.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:08.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:08.499 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:08.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:08.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:08.519 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:08.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.520 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:08.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:08.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:08.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:08.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:08.579 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:08.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:08.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:08.599 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:08.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:08.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:08.639 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:08.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.640 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.640 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.640 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:08.641 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@433424875(state=PENDING, result=null, callback=(continuation of Deferred@1882194328 after retry RPC after error@413449480) -> (continuation of Deferred@2081005035 after retry RPC after error@1235671376) -> (continuation of Deferred@963259709 after retry RPC after error@68914149) -> (continuation of Deferred@885897288 after retry RPC after error@1272880088) -> (continuation of Deferred@590693467 after retry RPC after error@2066327419) -> (continuation of Deferred@587161518 after retry RPC after error@499126386) -> (continuation of Deferred@341739533 after retry RPC after error@578480002), errback=(continuation of Deferred@1882194328 after retry RPC after error@413449480) -> (continuation of Deferred@2081005035 after retry RPC after error@1235671376) -> (continuation of Deferred@963259709 after retry RPC after error@68914149) -> (continuation of Deferred@885897288 after retry RPC after error@1272880088) -> (continuation of Deferred@590693467 after retry RPC after error@2066327419) -> (continuation of Deferred@587161518 after retry RPC after error@499126386) -> (continuation of Deferred@341739533 after retry RPC after error@578480002)))
20:05:08.641 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@433424875(state=PENDING, result=null, callback=(continuation of Deferred@1882194328 after retry RPC after error@413449480) -> (continuation of Deferred@2081005035 after retry RPC after error@1235671376) -> (continuation of Deferred@963259709 after retry RPC after error@68914149) -> (continuation of Deferred@885897288 after retry RPC after error@1272880088) -> (continuation of Deferred@590693467 after retry RPC after error@2066327419) -> (continuation of Deferred@587161518 after retry RPC after error@499126386) -> (continuation of Deferred@341739533 after retry RPC after error@578480002), errback=(continuation of Deferred@1882194328 after retry RPC after error@413449480) -> (continuation of Deferred@2081005035 after retry RPC after error@1235671376) -> (continuation of Deferred@963259709 after retry RPC after error@68914149) -> (continuation of Deferred@885897288 after retry RPC after error@1272880088) -> (continuation of Deferred@590693467 after retry RPC after error@2066327419) -> (continuation of Deferred@587161518 after retry RPC after error@499126386) -> (continuation of Deferred@341739533 after retry RPC after error@578480002)))
20:05:08.659 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:08.659 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:08.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.660 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.660 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.660 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.660 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:08.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:08.679 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:08.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.680 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:08.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:08.699 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:08.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.700 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:08.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:08.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:08.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:08.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:08.739 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:08.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.740 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.740 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:08.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:08.759 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:08.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.760 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.760 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.760 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.760 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:08.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:08.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:08.820 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.820 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.820 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.820 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.820 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.820 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:08.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:08.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:08.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:08.901 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@2100819003(state=PENDING, result=null, callback=(continuation of Deferred@1233895140 after retry RPC after error@268710852) -> (continuation of Deferred@559446188 after retry RPC after error@1661781648) -> (continuation of Deferred@2011445387 after retry RPC after error@1179631520) -> (continuation of Deferred@607138525 after retry RPC after error@562911373) -> (continuation of Deferred@2012945495 after retry RPC after error@1282547639) -> (continuation of Deferred@1777429054 after retry RPC after error@586358461) -> (continuation of Deferred@222668560 after retry RPC after error@1360436904), errback=(continuation of Deferred@1233895140 after retry RPC after error@268710852) -> (continuation of Deferred@559446188 after retry RPC after error@1661781648) -> (continuation of Deferred@2011445387 after retry RPC after error@1179631520) -> (continuation of Deferred@607138525 after retry RPC after error@562911373) -> (continuation of Deferred@2012945495 after retry RPC after error@1282547639) -> (continuation of Deferred@1777429054 after retry RPC after error@586358461) -> (continuation of Deferred@222668560 after retry RPC after error@1360436904)))
20:05:08.901 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@2100819003(state=PENDING, result=null, callback=(continuation of Deferred@1233895140 after retry RPC after error@268710852) -> (continuation of Deferred@559446188 after retry RPC after error@1661781648) -> (continuation of Deferred@2011445387 after retry RPC after error@1179631520) -> (continuation of Deferred@607138525 after retry RPC after error@562911373) -> (continuation of Deferred@2012945495 after retry RPC after error@1282547639) -> (continuation of Deferred@1777429054 after retry RPC after error@586358461) -> (continuation of Deferred@222668560 after retry RPC after error@1360436904), errback=(continuation of Deferred@1233895140 after retry RPC after error@268710852) -> (continuation of Deferred@559446188 after retry RPC after error@1661781648) -> (continuation of Deferred@2011445387 after retry RPC after error@1179631520) -> (continuation of Deferred@607138525 after retry RPC after error@562911373) -> (continuation of Deferred@2012945495 after retry RPC after error@1282547639) -> (continuation of Deferred@1777429054 after retry RPC after error@586358461) -> (continuation of Deferred@222668560 after retry RPC after error@1360436904)))
20:05:08.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:08.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:08.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.920 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:08.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:08.939 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:08.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.940 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:08.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:08.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:08.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:08.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:08.979 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:08.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:08.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:08.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:08.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:08.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:08.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.000 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.000 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.000 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.000 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.000 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.001 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:09.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:09.019 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:09.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.020 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.020 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.020 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:09.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:09.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:09.080 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.080 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.080 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.080 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.080 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.080 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.080 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:09.081 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@2059689610(state=PENDING, result=null, callback=(continuation of Deferred@1555714201 after retry RPC after error@369123542) -> (continuation of Deferred@1989345561 after retry RPC after error@779825487) -> (continuation of Deferred@541819521 after retry RPC after error@903364750) -> (continuation of Deferred@1538069733 after retry RPC after error@741062550) -> (continuation of Deferred@1351120664 after retry RPC after error@665031095) -> (continuation of Deferred@337294234 after retry RPC after error@1702633864), errback=(continuation of Deferred@1555714201 after retry RPC after error@369123542) -> (continuation of Deferred@1989345561 after retry RPC after error@779825487) -> (continuation of Deferred@541819521 after retry RPC after error@903364750) -> (continuation of Deferred@1538069733 after retry RPC after error@741062550) -> (continuation of Deferred@1351120664 after retry RPC after error@665031095) -> (continuation of Deferred@337294234 after retry RPC after error@1702633864)))
20:05:09.081 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@2059689610(state=PENDING, result=null, callback=(continuation of Deferred@1555714201 after retry RPC after error@369123542) -> (continuation of Deferred@1989345561 after retry RPC after error@779825487) -> (continuation of Deferred@541819521 after retry RPC after error@903364750) -> (continuation of Deferred@1538069733 after retry RPC after error@741062550) -> (continuation of Deferred@1351120664 after retry RPC after error@665031095) -> (continuation of Deferred@337294234 after retry RPC after error@1702633864), errback=(continuation of Deferred@1555714201 after retry RPC after error@369123542) -> (continuation of Deferred@1989345561 after retry RPC after error@779825487) -> (continuation of Deferred@541819521 after retry RPC after error@903364750) -> (continuation of Deferred@1538069733 after retry RPC after error@741062550) -> (continuation of Deferred@1351120664 after retry RPC after error@665031095) -> (continuation of Deferred@337294234 after retry RPC after error@1702633864)))
20:05:09.099 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:09.099 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:09.100 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.100 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.100 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.100 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.100 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.100 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:09.119 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:09.119 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:09.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.120 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.120 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.120 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.120 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.120 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.120 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:09.139 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:09.139 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:09.140 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.140 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.140 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.140 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.140 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.140 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:09.159 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:09.159 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:09.160 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.160 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.160 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.160 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.160 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.160 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:09.179 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:09.179 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:09.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.180 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.180 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.180 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.180 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.180 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:09.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:09.219 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:09.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:09.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:09.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:09.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:09.359 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1510131202(state=PENDING, result=null, callback=(continuation of Deferred@1426795630 after retry RPC after error@1645003543) -> (continuation of Deferred@159349650 after retry RPC after error@1166118505) -> (continuation of Deferred@1231401707 after retry RPC after error@1299563691) -> (continuation of Deferred@1067750780 after retry RPC after error@1981789735) -> (continuation of Deferred@302624997 after retry RPC after error@1899658899) -> (continuation of Deferred@1789790909 after retry RPC after error@1628124993) -> (continuation of Deferred@1054489885 after retry RPC after error@481690291), errback=(continuation of Deferred@1426795630 after retry RPC after error@1645003543) -> (continuation of Deferred@159349650 after retry RPC after error@1166118505) -> (continuation of Deferred@1231401707 after retry RPC after error@1299563691) -> (continuation of Deferred@1067750780 after retry RPC after error@1981789735) -> (continuation of Deferred@302624997 after retry RPC after error@1899658899) -> (continuation of Deferred@1789790909 after retry RPC after error@1628124993) -> (continuation of Deferred@1054489885 after retry RPC after error@481690291)))
20:05:09.360 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:05:09.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:09.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:09.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.380 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.380 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.380 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:09.399 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:09.399 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:09.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.400 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.400 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:09.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:09.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:09.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.420 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.420 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:09.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:09.439 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:09.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.440 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:09.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:09.459 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:09.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.460 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.460 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:09.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:09.499 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:09.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:09.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:09.559 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:09.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.560 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.560 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.560 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.560 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:09.599 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:09.599 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:09.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.600 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.600 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.600 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.600 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.600 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.600 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:09.601 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@2048439923(state=PENDING, result=null, callback=(continuation of Deferred@508000059 after retry RPC after error@702331864) -> (continuation of Deferred@1549205601 after retry RPC after error@1673760438) -> (continuation of Deferred@1176032090 after retry RPC after error@181838394) -> (continuation of Deferred@1852239625 after retry RPC after error@296708685) -> (continuation of Deferred@296610081 after retry RPC after error@777342556) -> (continuation of Deferred@1997726264 after retry RPC after error@495256469) -> (continuation of Deferred@1671370213 after retry RPC after error@1740410980), errback=(continuation of Deferred@508000059 after retry RPC after error@702331864) -> (continuation of Deferred@1549205601 after retry RPC after error@1673760438) -> (continuation of Deferred@1176032090 after retry RPC after error@181838394) -> (continuation of Deferred@1852239625 after retry RPC after error@296708685) -> (continuation of Deferred@296610081 after retry RPC after error@777342556) -> (continuation of Deferred@1997726264 after retry RPC after error@495256469) -> (continuation of Deferred@1671370213 after retry RPC after error@1740410980)))
20:05:09.602 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@2048439923(state=PENDING, result=null, callback=(continuation of Deferred@508000059 after retry RPC after error@702331864) -> (continuation of Deferred@1549205601 after retry RPC after error@1673760438) -> (continuation of Deferred@1176032090 after retry RPC after error@181838394) -> (continuation of Deferred@1852239625 after retry RPC after error@296708685) -> (continuation of Deferred@296610081 after retry RPC after error@777342556) -> (continuation of Deferred@1997726264 after retry RPC after error@495256469) -> (continuation of Deferred@1671370213 after retry RPC after error@1740410980), errback=(continuation of Deferred@508000059 after retry RPC after error@702331864) -> (continuation of Deferred@1549205601 after retry RPC after error@1673760438) -> (continuation of Deferred@1176032090 after retry RPC after error@181838394) -> (continuation of Deferred@1852239625 after retry RPC after error@296708685) -> (continuation of Deferred@296610081 after retry RPC after error@777342556) -> (continuation of Deferred@1997726264 after retry RPC after error@495256469) -> (continuation of Deferred@1671370213 after retry RPC after error@1740410980)))
20:05:09.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:09.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:09.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.620 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.620 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.620 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.620 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.620 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.621 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:09.640 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:09.640 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:09.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:09.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:09.659 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:09.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.660 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.660 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.660 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:09.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:09.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:09.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.680 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:09.681 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:09.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:09.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:09.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:09.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:09.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:09.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:09.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:09.727619 6757 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033, num_attempts: 1)
20:05:09.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:09.733124 6757 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '68527849fe554464b9bac84b66ab92ff', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '68527849fe554464b9bac84b66ab92ff', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033, num_attempts: 1)
20:05:09.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:09.735219 6757 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.5.249.254:41591)
20:05:09.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:09.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:09.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.780 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.780 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:09.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:09.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:09.820 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.820 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.820 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.820 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.820 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.820 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:09.821 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [24ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1769792232(state=PENDING, result=null, callback=(continuation of Deferred@1617952556 after retry RPC after error@2102330836) -> (continuation of Deferred@437300064 after retry RPC after error@351625576) -> (continuation of Deferred@201095749 after retry RPC after error@236502859) -> (continuation of Deferred@298602051 after retry RPC after error@772641587) -> (continuation of Deferred@1187769061 after retry RPC after error@224589712) -> (continuation of Deferred@2125401641 after retry RPC after error@1014599364) -> (continuation of Deferred@628934508 after retry RPC after error@1060661796), errback=(continuation of Deferred@1617952556 after retry RPC after error@2102330836) -> (continuation of Deferred@437300064 after retry RPC after error@351625576) -> (continuation of Deferred@201095749 after retry RPC after error@236502859) -> (continuation of Deferred@298602051 after retry RPC after error@772641587) -> (continuation of Deferred@1187769061 after retry RPC after error@224589712) -> (continuation of Deferred@2125401641 after retry RPC after error@1014599364) -> (continuation of Deferred@628934508 after retry RPC after error@1060661796)))
20:05:09.821 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [24ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1769792232(state=PENDING, result=null, callback=(continuation of Deferred@1617952556 after retry RPC after error@2102330836) -> (continuation of Deferred@437300064 after retry RPC after error@351625576) -> (continuation of Deferred@201095749 after retry RPC after error@236502859) -> (continuation of Deferred@298602051 after retry RPC after error@772641587) -> (continuation of Deferred@1187769061 after retry RPC after error@224589712) -> (continuation of Deferred@2125401641 after retry RPC after error@1014599364) -> (continuation of Deferred@628934508 after retry RPC after error@1060661796), errback=(continuation of Deferred@1617952556 after retry RPC after error@2102330836) -> (continuation of Deferred@437300064 after retry RPC after error@351625576) -> (continuation of Deferred@201095749 after retry RPC after error@236502859) -> (continuation of Deferred@298602051 after retry RPC after error@772641587) -> (continuation of Deferred@1187769061 after retry RPC after error@224589712) -> (continuation of Deferred@2125401641 after retry RPC after error@1014599364) -> (continuation of Deferred@628934508 after retry RPC after error@1060661796)))
20:05:09.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:09.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:09.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.840 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.840 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.840 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.840 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.841 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:09.859 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:09.859 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:09.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.860 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.860 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.860 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.860 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.860 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:09.879 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:09.879 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:09.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.880 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.880 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.880 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.880 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.880 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:09.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:09.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:09.900 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.900 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.900 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.900 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:09.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:09.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:09.920 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.920 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.920 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.920 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.920 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.920 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.921 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:09.939 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:09.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:09.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:09.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:09.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:10.019 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:10.019 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:10.020 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.020 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.020 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.020 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.020 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.020 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:10.054804 7188 raft_consensus.cc:491] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 02761a9004984092b87596f4c1541f16)
20:05:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:10.055011 7188 raft_consensus.cc:513] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } }
20:05:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:10.055632 7188 leader_election.cc:290] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 02761a9004984092b87596f4c1541f16 (127.5.249.253:34953), cad3ec31d7c74b1dbfb9789e93755247 (127.5.249.252:36033)
20:05:10.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:10.056552 7012 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.249.253:34953: connect: Connection refused (error 111) [suppressed 12 similar messages]
20:05:10.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:10.057503 7014 leader_election.cc:336] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer cad3ec31d7c74b1dbfb9789e93755247 (127.5.249.252:36033): Network error: Client connection negotiation failed: client connection to 127.5.249.252:36033: connect: Connection refused (error 111)
20:05:10.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:10.057689 7012 leader_election.cc:336] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 02761a9004984092b87596f4c1541f16 (127.5.249.253:34953): Network error: Client connection negotiation failed: client connection to 127.5.249.253:34953: connect: Connection refused (error 111)
20:05:10.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:10.057833 7012 leader_election.cc:304] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 45af88cb52384c878c98ac3a5faf91f9; no voters: 02761a9004984092b87596f4c1541f16, cad3ec31d7c74b1dbfb9789e93755247
20:05:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:10.058079 7188 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
20:05:10.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:10.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:10.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.080 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:10.080 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [104ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1998841313(state=PENDING, result=null, callback=(continuation of Deferred@1517782944 after retry RPC after error@1321899966) -> (continuation of Deferred@944353276 after retry RPC after error@1345149433) -> (continuation of Deferred@906071771 after retry RPC after error@745310402) -> (continuation of Deferred@1504699644 after retry RPC after error@1677171873) -> (continuation of Deferred@1497014610 after retry RPC after error@299374639) -> (continuation of Deferred@930514668 after retry RPC after error@1748702775) -> (continuation of Deferred@1686571603 after retry RPC after error@902791052), errback=(continuation of Deferred@1517782944 after retry RPC after error@1321899966) -> (continuation of Deferred@944353276 after retry RPC after error@1345149433) -> (continuation of Deferred@906071771 after retry RPC after error@745310402) -> (continuation of Deferred@1504699644 after retry RPC after error@1677171873) -> (continuation of Deferred@1497014610 after retry RPC after error@299374639) -> (continuation of Deferred@930514668 after retry RPC after error@1748702775) -> (continuation of Deferred@1686571603 after retry RPC after error@902791052)))
20:05:10.081 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [104ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1998841313(state=PENDING, result=null, callback=(continuation of Deferred@1517782944 after retry RPC after error@1321899966) -> (continuation of Deferred@944353276 after retry RPC after error@1345149433) -> (continuation of Deferred@906071771 after retry RPC after error@745310402) -> (continuation of Deferred@1504699644 after retry RPC after error@1677171873) -> (continuation of Deferred@1497014610 after retry RPC after error@299374639) -> (continuation of Deferred@930514668 after retry RPC after error@1748702775) -> (continuation of Deferred@1686571603 after retry RPC after error@902791052), errback=(continuation of Deferred@1517782944 after retry RPC after error@1321899966) -> (continuation of Deferred@944353276 after retry RPC after error@1345149433) -> (continuation of Deferred@906071771 after retry RPC after error@745310402) -> (continuation of Deferred@1504699644 after retry RPC after error@1677171873) -> (continuation of Deferred@1497014610 after retry RPC after error@299374639) -> (continuation of Deferred@930514668 after retry RPC after error@1748702775) -> (continuation of Deferred@1686571603 after retry RPC after error@902791052)))
20:05:10.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:10.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:10.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:10.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:10.119 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:10.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.120 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.120 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.120 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.120 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:10.139 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:10.139 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:10.140 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.140 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.140 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.140 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.140 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.140 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:10.159 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:10.159 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:10.160 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.160 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.160 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.160 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.160 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.160 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:10.179 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:10.179 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:10.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.180 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.180 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.180 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.180 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.180 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:10.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:10.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:10.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.200 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.200 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.200 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.200 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:10.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:10.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:10.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:10.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:10.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:10.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.340 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.340 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.340 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.340 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.341 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:10.341 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@2098419173(state=PENDING, result=null, callback=(continuation of Deferred@1015560547 after retry RPC after error@1064874123) -> (continuation of Deferred@240528800 after retry RPC after error@1762520562) -> (continuation of Deferred@347312785 after retry RPC after error@1849001060) -> (continuation of Deferred@1370595119 after retry RPC after error@1465227926) -> (continuation of Deferred@1610264055 after retry RPC after error@489555144) -> (continuation of Deferred@1077651621 after retry RPC after error@994118430) -> (continuation of Deferred@836672660 after retry RPC after error@1555809827), errback=(continuation of Deferred@1015560547 after retry RPC after error@1064874123) -> (continuation of Deferred@240528800 after retry RPC after error@1762520562) -> (continuation of Deferred@347312785 after retry RPC after error@1849001060) -> (continuation of Deferred@1370595119 after retry RPC after error@1465227926) -> (continuation of Deferred@1610264055 after retry RPC after error@489555144) -> (continuation of Deferred@1077651621 after retry RPC after error@994118430) -> (continuation of Deferred@836672660 after retry RPC after error@1555809827)))
20:05:10.342 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@2098419173(state=PENDING, result=null, callback=(continuation of Deferred@1015560547 after retry RPC after error@1064874123) -> (continuation of Deferred@240528800 after retry RPC after error@1762520562) -> (continuation of Deferred@347312785 after retry RPC after error@1849001060) -> (continuation of Deferred@1370595119 after retry RPC after error@1465227926) -> (continuation of Deferred@1610264055 after retry RPC after error@489555144) -> (continuation of Deferred@1077651621 after retry RPC after error@994118430) -> (continuation of Deferred@836672660 after retry RPC after error@1555809827), errback=(continuation of Deferred@1015560547 after retry RPC after error@1064874123) -> (continuation of Deferred@240528800 after retry RPC after error@1762520562) -> (continuation of Deferred@347312785 after retry RPC after error@1849001060) -> (continuation of Deferred@1370595119 after retry RPC after error@1465227926) -> (continuation of Deferred@1610264055 after retry RPC after error@489555144) -> (continuation of Deferred@1077651621 after retry RPC after error@994118430) -> (continuation of Deferred@836672660 after retry RPC after error@1555809827)))
20:05:10.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:10.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:10.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.360 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.360 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.360 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:10.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:10.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:10.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:10.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:10.399 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:10.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.400 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.400 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:10.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:10.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:10.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:10.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:10.439 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:10.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:10.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:10.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:10.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:10.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:10.479 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:10.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.480 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:10.618 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@12221230(state=PENDING, result=null, callback=(continuation of Deferred@1530872181 after retry RPC after error@1588449470) -> (continuation of Deferred@559874403 after retry RPC after error@1919905133) -> (continuation of Deferred@1400553148 after retry RPC after error@1675803725) -> (continuation of Deferred@980413771 after retry RPC after error@862120814) -> (continuation of Deferred@896220384 after retry RPC after error@1134427860) -> (continuation of Deferred@115164761 after retry RPC after error@583066743) -> (continuation of Deferred@1319129331 after retry RPC after error@1650949293), errback=(continuation of Deferred@1530872181 after retry RPC after error@1588449470) -> (continuation of Deferred@559874403 after retry RPC after error@1919905133) -> (continuation of Deferred@1400553148 after retry RPC after error@1675803725) -> (continuation of Deferred@980413771 after retry RPC after error@862120814) -> (continuation of Deferred@896220384 after retry RPC after error@1134427860) -> (continuation of Deferred@115164761 after retry RPC after error@583066743) -> (continuation of Deferred@1319129331 after retry RPC after error@1650949293)))
20:05:10.619 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:05:10.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:10.639 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:10.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:10.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:10.659 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:10.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:10.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:10.679 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:10.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:10.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:10.699 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:10.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:10.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:10.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:10.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:10.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:10.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:10.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:10.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:10.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:10.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:10.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:10.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:10.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:10.800 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1589337410(state=PENDING, result=null, callback=(continuation of Deferred@1861775361 after retry RPC after error@450453652) -> (continuation of Deferred@132123998 after retry RPC after error@53805485) -> (continuation of Deferred@786432434 after retry RPC after error@2146175290) -> (continuation of Deferred@2028040548 after retry RPC after error@1399996348) -> (continuation of Deferred@2100382193 after retry RPC after error@1653287604) -> (continuation of Deferred@286395856 after retry RPC after error@1398759313) -> (continuation of Deferred@609680074 after retry RPC after error@523483774), errback=(continuation of Deferred@1861775361 after retry RPC after error@450453652) -> (continuation of Deferred@132123998 after retry RPC after error@53805485) -> (continuation of Deferred@786432434 after retry RPC after error@2146175290) -> (continuation of Deferred@2028040548 after retry RPC after error@1399996348) -> (continuation of Deferred@2100382193 after retry RPC after error@1653287604) -> (continuation of Deferred@286395856 after retry RPC after error@1398759313) -> (continuation of Deferred@609680074 after retry RPC after error@523483774)))
20:05:10.801 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1589337410(state=PENDING, result=null, callback=(continuation of Deferred@1861775361 after retry RPC after error@450453652) -> (continuation of Deferred@132123998 after retry RPC after error@53805485) -> (continuation of Deferred@786432434 after retry RPC after error@2146175290) -> (continuation of Deferred@2028040548 after retry RPC after error@1399996348) -> (continuation of Deferred@2100382193 after retry RPC after error@1653287604) -> (continuation of Deferred@286395856 after retry RPC after error@1398759313) -> (continuation of Deferred@609680074 after retry RPC after error@523483774), errback=(continuation of Deferred@1861775361 after retry RPC after error@450453652) -> (continuation of Deferred@132123998 after retry RPC after error@53805485) -> (continuation of Deferred@786432434 after retry RPC after error@2146175290) -> (continuation of Deferred@2028040548 after retry RPC after error@1399996348) -> (continuation of Deferred@2100382193 after retry RPC after error@1653287604) -> (continuation of Deferred@286395856 after retry RPC after error@1398759313) -> (continuation of Deferred@609680074 after retry RPC after error@523483774)))
20:05:10.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:10.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:10.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:10.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:10.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:10.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:10.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:10.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:10.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:10.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:10.879 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:10.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:10.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:10.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:10.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:10.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:10.939 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:10.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.940 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.940 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:10.940 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.940 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.940 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:10.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:10.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:10.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:11.000 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.000 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.000 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.000 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.000 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.001 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:11.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:11.019 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:11.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:11.020 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@540579318(state=PENDING, result=null, callback=(continuation of Deferred@1853803495 after retry RPC after error@724622066) -> (continuation of Deferred@475507588 after retry RPC after error@2024016605) -> (continuation of Deferred@1620953053 after retry RPC after error@1297577590) -> (continuation of Deferred@1820192723 after retry RPC after error@878174819) -> (continuation of Deferred@989489179 after retry RPC after error@1281904116) -> (continuation of Deferred@1332228317 after retry RPC after error@1151829929) -> (continuation of Deferred@771003798 after retry RPC after error@603814449), errback=(continuation of Deferred@1853803495 after retry RPC after error@724622066) -> (continuation of Deferred@475507588 after retry RPC after error@2024016605) -> (continuation of Deferred@1620953053 after retry RPC after error@1297577590) -> (continuation of Deferred@1820192723 after retry RPC after error@878174819) -> (continuation of Deferred@989489179 after retry RPC after error@1281904116) -> (continuation of Deferred@1332228317 after retry RPC after error@1151829929) -> (continuation of Deferred@771003798 after retry RPC after error@603814449)))
20:05:11.021 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@540579318(state=PENDING, result=null, callback=(continuation of Deferred@1853803495 after retry RPC after error@724622066) -> (continuation of Deferred@475507588 after retry RPC after error@2024016605) -> (continuation of Deferred@1620953053 after retry RPC after error@1297577590) -> (continuation of Deferred@1820192723 after retry RPC after error@878174819) -> (continuation of Deferred@989489179 after retry RPC after error@1281904116) -> (continuation of Deferred@1332228317 after retry RPC after error@1151829929) -> (continuation of Deferred@771003798 after retry RPC after error@603814449), errback=(continuation of Deferred@1853803495 after retry RPC after error@724622066) -> (continuation of Deferred@475507588 after retry RPC after error@2024016605) -> (continuation of Deferred@1620953053 after retry RPC after error@1297577590) -> (continuation of Deferred@1820192723 after retry RPC after error@878174819) -> (continuation of Deferred@989489179 after retry RPC after error@1281904116) -> (continuation of Deferred@1332228317 after retry RPC after error@1151829929) -> (continuation of Deferred@771003798 after retry RPC after error@603814449)))
20:05:11.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:11.039 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:11.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.040 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.040 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.040 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:11.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:11.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:11.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.060 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.060 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.060 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:11.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:11.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:11.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.080 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.080 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:11.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:11.099 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:11.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:11.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:11.119 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:11.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.120 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.120 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.120 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:11.159 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:11.159 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:11.160 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.160 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.160 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.160 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.160 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.160 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.161 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:11.179 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:11.179 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:11.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.180 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.180 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.180 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.180 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.180 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.181 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:11.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:11.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:11.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:11.241 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@2136946229(state=PENDING, result=null, callback=(continuation of Deferred@924127392 after retry RPC after error@1005517385) -> (continuation of Deferred@2106540524 after retry RPC after error@2070359798) -> (continuation of Deferred@1684582698 after retry RPC after error@681063260) -> (continuation of Deferred@798984066 after retry RPC after error@1833765913) -> (continuation of Deferred@1284313467 after retry RPC after error@635885925) -> (continuation of Deferred@1989605836 after retry RPC after error@1933450947) -> (continuation of Deferred@1469894422 after retry RPC after error@1143085425), errback=(continuation of Deferred@924127392 after retry RPC after error@1005517385) -> (continuation of Deferred@2106540524 after retry RPC after error@2070359798) -> (continuation of Deferred@1684582698 after retry RPC after error@681063260) -> (continuation of Deferred@798984066 after retry RPC after error@1833765913) -> (continuation of Deferred@1284313467 after retry RPC after error@635885925) -> (continuation of Deferred@1989605836 after retry RPC after error@1933450947) -> (continuation of Deferred@1469894422 after retry RPC after error@1143085425)))
20:05:11.247 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@2136946229(state=PENDING, result=null, callback=(continuation of Deferred@924127392 after retry RPC after error@1005517385) -> (continuation of Deferred@2106540524 after retry RPC after error@2070359798) -> (continuation of Deferred@1684582698 after retry RPC after error@681063260) -> (continuation of Deferred@798984066 after retry RPC after error@1833765913) -> (continuation of Deferred@1284313467 after retry RPC after error@635885925) -> (continuation of Deferred@1989605836 after retry RPC after error@1933450947) -> (continuation of Deferred@1469894422 after retry RPC after error@1143085425), errback=(continuation of Deferred@924127392 after retry RPC after error@1005517385) -> (continuation of Deferred@2106540524 after retry RPC after error@2070359798) -> (continuation of Deferred@1684582698 after retry RPC after error@681063260) -> (continuation of Deferred@798984066 after retry RPC after error@1833765913) -> (continuation of Deferred@1284313467 after retry RPC after error@635885925) -> (continuation of Deferred@1989605836 after retry RPC after error@1933450947) -> (continuation of Deferred@1469894422 after retry RPC after error@1143085425)))
20:05:11.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:11.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:11.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:11.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:11.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:11.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:11.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:11.299 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:11.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:11.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:11.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:11.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:11.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:11.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:11.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:11.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:11.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:11.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:11.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:11.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:11.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.420 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.420 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.420 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.420 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:11.421 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1343743626(state=PENDING, result=null, callback=(continuation of Deferred@1292478936 after retry RPC after error@1078282023) -> (continuation of Deferred@335654565 after retry RPC after error@2077042969) -> (continuation of Deferred@2064255185 after retry RPC after error@287053032) -> (continuation of Deferred@150074600 after retry RPC after error@442929422) -> (continuation of Deferred@830561811 after retry RPC after error@1078699935) -> (continuation of Deferred@1201298890 after retry RPC after error@1767529174), errback=(continuation of Deferred@1292478936 after retry RPC after error@1078282023) -> (continuation of Deferred@335654565 after retry RPC after error@2077042969) -> (continuation of Deferred@2064255185 after retry RPC after error@287053032) -> (continuation of Deferred@150074600 after retry RPC after error@442929422) -> (continuation of Deferred@830561811 after retry RPC after error@1078699935) -> (continuation of Deferred@1201298890 after retry RPC after error@1767529174)))
20:05:11.421 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1343743626(state=PENDING, result=null, callback=(continuation of Deferred@1292478936 after retry RPC after error@1078282023) -> (continuation of Deferred@335654565 after retry RPC after error@2077042969) -> (continuation of Deferred@2064255185 after retry RPC after error@287053032) -> (continuation of Deferred@150074600 after retry RPC after error@442929422) -> (continuation of Deferred@830561811 after retry RPC after error@1078699935) -> (continuation of Deferred@1201298890 after retry RPC after error@1767529174), errback=(continuation of Deferred@1292478936 after retry RPC after error@1078282023) -> (continuation of Deferred@335654565 after retry RPC after error@2077042969) -> (continuation of Deferred@2064255185 after retry RPC after error@287053032) -> (continuation of Deferred@150074600 after retry RPC after error@442929422) -> (continuation of Deferred@830561811 after retry RPC after error@1078699935) -> (continuation of Deferred@1201298890 after retry RPC after error@1767529174)))
20:05:11.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:11.439 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:11.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:11.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:11.459 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:11.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.460 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:11.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:11.479 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:11.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.480 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.480 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.480 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.480 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:11.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:11.499 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:11.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.500 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:11.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:11.519 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:11.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.520 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.520 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.520 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:11.559 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:11.559 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:11.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.560 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.560 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.560 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:11.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:11.599 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:11.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:11.659 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:11.659 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:11.660 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.660 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.660 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.660 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.660 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.660 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.661 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:11.661 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [124ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@716925339(state=PENDING, result=null, callback=(continuation of Deferred@1040420669 after retry RPC after error@653172081) -> (continuation of Deferred@1524611029 after retry RPC after error@735705764) -> (continuation of Deferred@151122565 after retry RPC after error@1540809665) -> (continuation of Deferred@2081457777 after retry RPC after error@410541965) -> (continuation of Deferred@518722525 after retry RPC after error@1917793066) -> (continuation of Deferred@177475612 after retry RPC after error@1355461364) -> (continuation of Deferred@385431243 after retry RPC after error@488931677), errback=(continuation of Deferred@1040420669 after retry RPC after error@653172081) -> (continuation of Deferred@1524611029 after retry RPC after error@735705764) -> (continuation of Deferred@151122565 after retry RPC after error@1540809665) -> (continuation of Deferred@2081457777 after retry RPC after error@410541965) -> (continuation of Deferred@518722525 after retry RPC after error@1917793066) -> (continuation of Deferred@177475612 after retry RPC after error@1355461364) -> (continuation of Deferred@385431243 after retry RPC after error@488931677)))
20:05:11.662 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [124ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@716925339(state=PENDING, result=null, callback=(continuation of Deferred@1040420669 after retry RPC after error@653172081) -> (continuation of Deferred@1524611029 after retry RPC after error@735705764) -> (continuation of Deferred@151122565 after retry RPC after error@1540809665) -> (continuation of Deferred@2081457777 after retry RPC after error@410541965) -> (continuation of Deferred@518722525 after retry RPC after error@1917793066) -> (continuation of Deferred@177475612 after retry RPC after error@1355461364) -> (continuation of Deferred@385431243 after retry RPC after error@488931677), errback=(continuation of Deferred@1040420669 after retry RPC after error@653172081) -> (continuation of Deferred@1524611029 after retry RPC after error@735705764) -> (continuation of Deferred@151122565 after retry RPC after error@1540809665) -> (continuation of Deferred@2081457777 after retry RPC after error@410541965) -> (continuation of Deferred@518722525 after retry RPC after error@1917793066) -> (continuation of Deferred@177475612 after retry RPC after error@1355461364) -> (continuation of Deferred@385431243 after retry RPC after error@488931677)))
20:05:11.679 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:11.679 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:11.680 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.680 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.680 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.680 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:11.699 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:11.699 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:11.700 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.700 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.700 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.700 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.700 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.700 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.701 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:11.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:11.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:11.720 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.720 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.720 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.720 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.720 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.721 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:11.739 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:11.739 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:11.740 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.740 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.740 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.740 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.740 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.740 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.741 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:11.759 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:11.759 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:11.760 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.760 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.760 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.760 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.760 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.760 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:11.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:11.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:11.780 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.780 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.780 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.780 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:11.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:11.820 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:11.820 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.820 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.820 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.820 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.821 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:11.859 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:11.859 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:11.860 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.860 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.860 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.860 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.860 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.861 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.861 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:11.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:11.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:11.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:11.901 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@849485477(state=PENDING, result=null, callback=(continuation of Deferred@971175314 after retry RPC after error@124733795) -> (continuation of Deferred@2070861822 after retry RPC after error@1503373568) -> (continuation of Deferred@2004584900 after retry RPC after error@170058265) -> (continuation of Deferred@125699460 after retry RPC after error@53051330) -> (continuation of Deferred@674755530 after retry RPC after error@899219199) -> (continuation of Deferred@1111330797 after retry RPC after error@170012423) -> (continuation of Deferred@496772138 after retry RPC after error@1862356576) -> (continuation of Deferred@1097725578 after retry RPC after error@1512874935), errback=(continuation of Deferred@971175314 after retry RPC after error@124733795) -> (continuation of Deferred@2070861822 after retry RPC after error@1503373568) -> (continuation of Deferred@2004584900 after retry RPC after error@170058265) -> (continuation of Deferred@125699460 after retry RPC after error@53051330) -> (continuation of Deferred@674755530 after retry RPC after error@899219199) -> (continuation of Deferred@1111330797 after retry RPC after error@170012423) -> (continuation of Deferred@496772138 after retry RPC after error@1862356576) -> (continuation of Deferred@1097725578 after retry RPC after error@1512874935)))
20:05:11.901 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@849485477(state=PENDING, result=null, callback=(continuation of Deferred@971175314 after retry RPC after error@124733795) -> (continuation of Deferred@2070861822 after retry RPC after error@1503373568) -> (continuation of Deferred@2004584900 after retry RPC after error@170058265) -> (continuation of Deferred@125699460 after retry RPC after error@53051330) -> (continuation of Deferred@674755530 after retry RPC after error@899219199) -> (continuation of Deferred@1111330797 after retry RPC after error@170012423) -> (continuation of Deferred@496772138 after retry RPC after error@1862356576) -> (continuation of Deferred@1097725578 after retry RPC after error@1512874935), errback=(continuation of Deferred@971175314 after retry RPC after error@124733795) -> (continuation of Deferred@2070861822 after retry RPC after error@1503373568) -> (continuation of Deferred@2004584900 after retry RPC after error@170058265) -> (continuation of Deferred@125699460 after retry RPC after error@53051330) -> (continuation of Deferred@674755530 after retry RPC after error@899219199) -> (continuation of Deferred@1111330797 after retry RPC after error@170012423) -> (continuation of Deferred@496772138 after retry RPC after error@1862356576) -> (continuation of Deferred@1097725578 after retry RPC after error@1512874935)))
20:05:11.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:11.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:11.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.920 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.920 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.920 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:11.939 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:11.939 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:11.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.940 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.940 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:11.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:11.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:11.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.960 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:11.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:11.979 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:11.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.980 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.980 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:11.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:11.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:11.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:11.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:11.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.000 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.000 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.000 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:12.019 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:12.019 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:12.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.020 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.020 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.020 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:12.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:12.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:12.060 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.060 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.060 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.060 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.060 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.060 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.061 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:12.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:12.159 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:12.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:12.178 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@69569971(state=PENDING, result=null, callback=(continuation of Deferred@1532545442 after retry RPC after error@1774680373) -> (continuation of Deferred@1585753932 after retry RPC after error@1986324794) -> (continuation of Deferred@1810639757 after retry RPC after error@959506708) -> (continuation of Deferred@1110826929 after retry RPC after error@323605492) -> (continuation of Deferred@426979923 after retry RPC after error@666173472) -> (continuation of Deferred@1259440944 after retry RPC after error@370816981) -> (continuation of Deferred@377192175 after retry RPC after error@432068608) -> (continuation of Deferred@1590659075 after retry RPC after error@430745744), errback=(continuation of Deferred@1532545442 after retry RPC after error@1774680373) -> (continuation of Deferred@1585753932 after retry RPC after error@1986324794) -> (continuation of Deferred@1810639757 after retry RPC after error@959506708) -> (continuation of Deferred@1110826929 after retry RPC after error@323605492) -> (continuation of Deferred@426979923 after retry RPC after error@666173472) -> (continuation of Deferred@1259440944 after retry RPC after error@370816981) -> (continuation of Deferred@377192175 after retry RPC after error@432068608) -> (continuation of Deferred@1590659075 after retry RPC after error@430745744)))
20:05:12.179 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:05:12.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:12.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:12.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.200 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.200 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.200 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.200 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:12.219 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:12.219 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:12.220 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.220 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.220 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.220 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.220 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:12.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:12.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:12.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.240 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.240 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.240 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.240 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.240 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:12.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:12.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:12.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:12.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:12.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:12.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.280 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.280 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.280 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.280 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.280 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:12.299 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:12.299 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:12.300 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.300 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.300 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.300 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.300 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.300 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:12.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:12.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:12.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:12.459 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1244271659(state=PENDING, result=null, callback=(continuation of Deferred@1752527260 after retry RPC after error@537879939) -> (continuation of Deferred@562793451 after retry RPC after error@991578301) -> (continuation of Deferred@2015373267 after retry RPC after error@592995881) -> (continuation of Deferred@1592882554 after retry RPC after error@927437241) -> (continuation of Deferred@1319122493 after retry RPC after error@782854382) -> (continuation of Deferred@2074510052 after retry RPC after error@1885802096) -> (continuation of Deferred@1069146015 after retry RPC after error@1521626782), errback=(continuation of Deferred@1752527260 after retry RPC after error@537879939) -> (continuation of Deferred@562793451 after retry RPC after error@991578301) -> (continuation of Deferred@2015373267 after retry RPC after error@592995881) -> (continuation of Deferred@1592882554 after retry RPC after error@927437241) -> (continuation of Deferred@1319122493 after retry RPC after error@782854382) -> (continuation of Deferred@2074510052 after retry RPC after error@1885802096) -> (continuation of Deferred@1069146015 after retry RPC after error@1521626782)))
20:05:12.459 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:05:12.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:12.479 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:12.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:12.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:12.499 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:12.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:12.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:12.519 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:12.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.520 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.520 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.520 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.520 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:12.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:12.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:12.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:12.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:12.559 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:12.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:12.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:12.571105 6995 master_runner.cc:186] Error getting master registration for 127.5.249.253:34953: Network error: Client connection negotiation failed: client connection to 127.5.249.253:34953: connect: Connection refused (error 111),
20:05:12.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:12.571273 6995 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:05:12.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:12.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:12.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.580 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.580 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:12.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:12.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:12.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:12.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:12.659 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:12.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.660 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.660 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:12.660 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@671370139(state=PENDING, result=null, callback=(continuation of Deferred@1366197954 after retry RPC after error@271709758) -> (continuation of Deferred@1918464619 after retry RPC after error@2014029608) -> (continuation of Deferred@1576433277 after retry RPC after error@1114242043) -> (continuation of Deferred@2073695223 after retry RPC after error@1577961803) -> (continuation of Deferred@816187753 after retry RPC after error@1025350309) -> (continuation of Deferred@380842842 after retry RPC after error@642053974) -> (continuation of Deferred@648634294 after retry RPC after error@2008031604), errback=(continuation of Deferred@1366197954 after retry RPC after error@271709758) -> (continuation of Deferred@1918464619 after retry RPC after error@2014029608) -> (continuation of Deferred@1576433277 after retry RPC after error@1114242043) -> (continuation of Deferred@2073695223 after retry RPC after error@1577961803) -> (continuation of Deferred@816187753 after retry RPC after error@1025350309) -> (continuation of Deferred@380842842 after retry RPC after error@642053974) -> (continuation of Deferred@648634294 after retry RPC after error@2008031604)))
20:05:12.661 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@671370139(state=PENDING, result=null, callback=(continuation of Deferred@1366197954 after retry RPC after error@271709758) -> (continuation of Deferred@1918464619 after retry RPC after error@2014029608) -> (continuation of Deferred@1576433277 after retry RPC after error@1114242043) -> (continuation of Deferred@2073695223 after retry RPC after error@1577961803) -> (continuation of Deferred@816187753 after retry RPC after error@1025350309) -> (continuation of Deferred@380842842 after retry RPC after error@642053974) -> (continuation of Deferred@648634294 after retry RPC after error@2008031604), errback=(continuation of Deferred@1366197954 after retry RPC after error@271709758) -> (continuation of Deferred@1918464619 after retry RPC after error@2014029608) -> (continuation of Deferred@1576433277 after retry RPC after error@1114242043) -> (continuation of Deferred@2073695223 after retry RPC after error@1577961803) -> (continuation of Deferred@816187753 after retry RPC after error@1025350309) -> (continuation of Deferred@380842842 after retry RPC after error@642053974) -> (continuation of Deferred@648634294 after retry RPC after error@2008031604)))
20:05:12.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:12.679 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:12.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.680 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.680 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.680 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.680 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:12.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:12.699 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:12.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:12.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:12.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:12.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:12.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:12.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:12.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:12.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:12.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:12.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:12.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:12.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:12.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:12.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:12.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:12.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.840 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.840 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.840 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:12.840 [DEBUG - pool-40-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1488393178(state=PENDING, result=null, callback=(continuation of Deferred@1880341126 after retry RPC after error@207181321) -> (continuation of Deferred@357151847 after retry RPC after error@1962953943) -> (continuation of Deferred@413802363 after retry RPC after error@1585838969) -> (continuation of Deferred@112694850 after retry RPC after error@1898321079) -> (continuation of Deferred@968854575 after retry RPC after error@1217459794) -> (continuation of Deferred@1924099204 after retry RPC after error@862805450), errback=(continuation of Deferred@1880341126 after retry RPC after error@207181321) -> (continuation of Deferred@357151847 after retry RPC after error@1962953943) -> (continuation of Deferred@413802363 after retry RPC after error@1585838969) -> (continuation of Deferred@112694850 after retry RPC after error@1898321079) -> (continuation of Deferred@968854575 after retry RPC after error@1217459794) -> (continuation of Deferred@1924099204 after retry RPC after error@862805450)))
20:05:12.841 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1488393178(state=PENDING, result=null, callback=(continuation of Deferred@1880341126 after retry RPC after error@207181321) -> (continuation of Deferred@357151847 after retry RPC after error@1962953943) -> (continuation of Deferred@413802363 after retry RPC after error@1585838969) -> (continuation of Deferred@112694850 after retry RPC after error@1898321079) -> (continuation of Deferred@968854575 after retry RPC after error@1217459794) -> (continuation of Deferred@1924099204 after retry RPC after error@862805450), errback=(continuation of Deferred@1880341126 after retry RPC after error@207181321) -> (continuation of Deferred@357151847 after retry RPC after error@1962953943) -> (continuation of Deferred@413802363 after retry RPC after error@1585838969) -> (continuation of Deferred@112694850 after retry RPC after error@1898321079) -> (continuation of Deferred@968854575 after retry RPC after error@1217459794) -> (continuation of Deferred@1924099204 after retry RPC after error@862805450)))
20:05:12.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:12.859 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:12.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.860 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.860 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.860 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:12.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:12.879 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:12.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.880 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:12.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:12.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:12.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:12.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:12.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:12.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:12.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:12.939 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:12.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:12.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:12.979 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:12.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.980 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.980 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:12.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:12.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:12.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:12.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:12.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.000 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:13.000 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@776059342(state=PENDING, result=null, callback=(continuation of Deferred@242045105 after retry RPC after error@714541432) -> (continuation of Deferred@969780484 after retry RPC after error@451013690) -> (continuation of Deferred@2129514255 after retry RPC after error@1814287715) -> (continuation of Deferred@953348206 after retry RPC after error@768035698) -> (continuation of Deferred@1027767410 after retry RPC after error@1337470580) -> (continuation of Deferred@1615259245 after retry RPC after error@2001579468), errback=(continuation of Deferred@242045105 after retry RPC after error@714541432) -> (continuation of Deferred@969780484 after retry RPC after error@451013690) -> (continuation of Deferred@2129514255 after retry RPC after error@1814287715) -> (continuation of Deferred@953348206 after retry RPC after error@768035698) -> (continuation of Deferred@1027767410 after retry RPC after error@1337470580) -> (continuation of Deferred@1615259245 after retry RPC after error@2001579468)))
20:05:13.001 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@776059342(state=PENDING, result=null, callback=(continuation of Deferred@242045105 after retry RPC after error@714541432) -> (continuation of Deferred@969780484 after retry RPC after error@451013690) -> (continuation of Deferred@2129514255 after retry RPC after error@1814287715) -> (continuation of Deferred@953348206 after retry RPC after error@768035698) -> (continuation of Deferred@1027767410 after retry RPC after error@1337470580) -> (continuation of Deferred@1615259245 after retry RPC after error@2001579468), errback=(continuation of Deferred@242045105 after retry RPC after error@714541432) -> (continuation of Deferred@969780484 after retry RPC after error@451013690) -> (continuation of Deferred@2129514255 after retry RPC after error@1814287715) -> (continuation of Deferred@953348206 after retry RPC after error@768035698) -> (continuation of Deferred@1027767410 after retry RPC after error@1337470580) -> (continuation of Deferred@1615259245 after retry RPC after error@2001579468)))
20:05:13.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:13.019 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:13.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:13.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:13.039 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:13.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:13.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:13.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:13.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.060 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:13.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:13.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:13.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.080 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.080 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:13.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:13.099 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:13.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:13.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:13.119 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:13.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.120 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.120 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:13.179 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:13.179 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:13.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.180 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.180 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.180 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.180 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.180 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:13.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:13.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:13.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.200 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.200 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.200 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.200 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:13.201 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1214285153(state=PENDING, result=null, callback=(continuation of Deferred@749347041 after retry RPC after error@1983570927) -> (continuation of Deferred@904181003 after retry RPC after error@2036561243) -> (continuation of Deferred@78901182 after retry RPC after error@624378204) -> (continuation of Deferred@896263196 after retry RPC after error@1463846471) -> (continuation of Deferred@1284853006 after retry RPC after error@1396164705) -> (continuation of Deferred@957779231 after retry RPC after error@1790396100) -> (continuation of Deferred@204250017 after retry RPC after error@1639267973), errback=(continuation of Deferred@749347041 after retry RPC after error@1983570927) -> (continuation of Deferred@904181003 after retry RPC after error@2036561243) -> (continuation of Deferred@78901182 after retry RPC after error@624378204) -> (continuation of Deferred@896263196 after retry RPC after error@1463846471) -> (continuation of Deferred@1284853006 after retry RPC after error@1396164705) -> (continuation of Deferred@957779231 after retry RPC after error@1790396100) -> (continuation of Deferred@204250017 after retry RPC after error@1639267973)))
20:05:13.201 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1214285153(state=PENDING, result=null, callback=(continuation of Deferred@749347041 after retry RPC after error@1983570927) -> (continuation of Deferred@904181003 after retry RPC after error@2036561243) -> (continuation of Deferred@78901182 after retry RPC after error@624378204) -> (continuation of Deferred@896263196 after retry RPC after error@1463846471) -> (continuation of Deferred@1284853006 after retry RPC after error@1396164705) -> (continuation of Deferred@957779231 after retry RPC after error@1790396100) -> (continuation of Deferred@204250017 after retry RPC after error@1639267973), errback=(continuation of Deferred@749347041 after retry RPC after error@1983570927) -> (continuation of Deferred@904181003 after retry RPC after error@2036561243) -> (continuation of Deferred@78901182 after retry RPC after error@624378204) -> (continuation of Deferred@896263196 after retry RPC after error@1463846471) -> (continuation of Deferred@1284853006 after retry RPC after error@1396164705) -> (continuation of Deferred@957779231 after retry RPC after error@1790396100) -> (continuation of Deferred@204250017 after retry RPC after error@1639267973)))
20:05:13.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:13.219 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:13.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.220 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.220 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.220 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.220 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:13.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:13.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:13.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.240 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.240 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.240 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.240 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.240 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:13.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:13.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:13.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:13.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:13.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:13.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.280 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.280 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.280 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.280 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.280 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:13.299 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:13.299 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:13.300 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.300 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.300 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.300 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.300 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.300 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:13.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:13.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:13.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.320 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.320 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.320 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.320 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.320 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:13.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:13.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:13.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.360 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.360 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.360 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.360 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:13.399 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:13.399 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:13.400 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.400 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.400 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.400 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.400 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:13.401 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@715875346(state=PENDING, result=null, callback=(continuation of Deferred@1655962244 after retry RPC after error@1301336612) -> (continuation of Deferred@627280276 after retry RPC after error@1410986718) -> (continuation of Deferred@688084227 after retry RPC after error@1657385973) -> (continuation of Deferred@1541388561 after retry RPC after error@1078673334) -> (continuation of Deferred@1934873073 after retry RPC after error@1546289781) -> (continuation of Deferred@2057027536 after retry RPC after error@1664387514) -> (continuation of Deferred@243597428 after retry RPC after error@104076027), errback=(continuation of Deferred@1655962244 after retry RPC after error@1301336612) -> (continuation of Deferred@627280276 after retry RPC after error@1410986718) -> (continuation of Deferred@688084227 after retry RPC after error@1657385973) -> (continuation of Deferred@1541388561 after retry RPC after error@1078673334) -> (continuation of Deferred@1934873073 after retry RPC after error@1546289781) -> (continuation of Deferred@2057027536 after retry RPC after error@1664387514) -> (continuation of Deferred@243597428 after retry RPC after error@104076027)))
20:05:13.402 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@715875346(state=PENDING, result=null, callback=(continuation of Deferred@1655962244 after retry RPC after error@1301336612) -> (continuation of Deferred@627280276 after retry RPC after error@1410986718) -> (continuation of Deferred@688084227 after retry RPC after error@1657385973) -> (continuation of Deferred@1541388561 after retry RPC after error@1078673334) -> (continuation of Deferred@1934873073 after retry RPC after error@1546289781) -> (continuation of Deferred@2057027536 after retry RPC after error@1664387514) -> (continuation of Deferred@243597428 after retry RPC after error@104076027), errback=(continuation of Deferred@1655962244 after retry RPC after error@1301336612) -> (continuation of Deferred@627280276 after retry RPC after error@1410986718) -> (continuation of Deferred@688084227 after retry RPC after error@1657385973) -> (continuation of Deferred@1541388561 after retry RPC after error@1078673334) -> (continuation of Deferred@1934873073 after retry RPC after error@1546289781) -> (continuation of Deferred@2057027536 after retry RPC after error@1664387514) -> (continuation of Deferred@243597428 after retry RPC after error@104076027)))
20:05:13.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:13.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:13.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.420 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.420 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.420 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.420 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.420 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:13.439 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:13.439 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:13.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.440 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:13.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:13.459 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:13.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.460 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:13.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:13.479 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:13.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:13.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:13.499 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:13.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:13.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:13.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:13.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.540 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.540 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:13.579 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:13.579 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:13.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.580 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.580 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.580 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:13.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:13.599 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:13.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:13.639 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:13.639 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:13.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.640 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.640 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.640 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:13.641 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@809098395(state=PENDING, result=null, callback=(continuation of Deferred@305381236 after retry RPC after error@1004110885) -> (continuation of Deferred@58528578 after retry RPC after error@2103368370) -> (continuation of Deferred@1922630258 after retry RPC after error@85350568) -> (continuation of Deferred@1855634507 after retry RPC after error@1704620128) -> (continuation of Deferred@1605006387 after retry RPC after error@1758377078) -> (continuation of Deferred@1393374656 after retry RPC after error@1696749233) -> (continuation of Deferred@1764081098 after retry RPC after error@1960171932), errback=(continuation of Deferred@305381236 after retry RPC after error@1004110885) -> (continuation of Deferred@58528578 after retry RPC after error@2103368370) -> (continuation of Deferred@1922630258 after retry RPC after error@85350568) -> (continuation of Deferred@1855634507 after retry RPC after error@1704620128) -> (continuation of Deferred@1605006387 after retry RPC after error@1758377078) -> (continuation of Deferred@1393374656 after retry RPC after error@1696749233) -> (continuation of Deferred@1764081098 after retry RPC after error@1960171932)))
20:05:13.641 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@809098395(state=PENDING, result=null, callback=(continuation of Deferred@305381236 after retry RPC after error@1004110885) -> (continuation of Deferred@58528578 after retry RPC after error@2103368370) -> (continuation of Deferred@1922630258 after retry RPC after error@85350568) -> (continuation of Deferred@1855634507 after retry RPC after error@1704620128) -> (continuation of Deferred@1605006387 after retry RPC after error@1758377078) -> (continuation of Deferred@1393374656 after retry RPC after error@1696749233) -> (continuation of Deferred@1764081098 after retry RPC after error@1960171932), errback=(continuation of Deferred@305381236 after retry RPC after error@1004110885) -> (continuation of Deferred@58528578 after retry RPC after error@2103368370) -> (continuation of Deferred@1922630258 after retry RPC after error@85350568) -> (continuation of Deferred@1855634507 after retry RPC after error@1704620128) -> (continuation of Deferred@1605006387 after retry RPC after error@1758377078) -> (continuation of Deferred@1393374656 after retry RPC after error@1696749233) -> (continuation of Deferred@1764081098 after retry RPC after error@1960171932)))
20:05:13.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:13.659 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:13.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.660 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.660 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.661 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:13.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:13.679 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:13.680 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.680 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.680 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.680 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:13.699 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:13.699 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:13.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.700 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.700 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.700 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.700 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:13.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:13.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:13.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.720 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:13.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:13.739 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:13.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:13.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:13.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:13.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.780 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.780 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.780 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:13.799 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:13.799 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:13.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.800 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.800 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:13.801 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@925959137(state=PENDING, result=null, callback=(continuation of Deferred@700854512 after retry RPC after error@88551558) -> (continuation of Deferred@706902591 after retry RPC after error@364075665) -> (continuation of Deferred@225098087 after retry RPC after error@831880012) -> (continuation of Deferred@140446915 after retry RPC after error@121092235) -> (continuation of Deferred@1607374987 after retry RPC after error@1159448357) -> (continuation of Deferred@903017041 after retry RPC after error@261875584), errback=(continuation of Deferred@700854512 after retry RPC after error@88551558) -> (continuation of Deferred@706902591 after retry RPC after error@364075665) -> (continuation of Deferred@225098087 after retry RPC after error@831880012) -> (continuation of Deferred@140446915 after retry RPC after error@121092235) -> (continuation of Deferred@1607374987 after retry RPC after error@1159448357) -> (continuation of Deferred@903017041 after retry RPC after error@261875584)))
20:05:13.801 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@925959137(state=PENDING, result=null, callback=(continuation of Deferred@700854512 after retry RPC after error@88551558) -> (continuation of Deferred@706902591 after retry RPC after error@364075665) -> (continuation of Deferred@225098087 after retry RPC after error@831880012) -> (continuation of Deferred@140446915 after retry RPC after error@121092235) -> (continuation of Deferred@1607374987 after retry RPC after error@1159448357) -> (continuation of Deferred@903017041 after retry RPC after error@261875584), errback=(continuation of Deferred@700854512 after retry RPC after error@88551558) -> (continuation of Deferred@706902591 after retry RPC after error@364075665) -> (continuation of Deferred@225098087 after retry RPC after error@831880012) -> (continuation of Deferred@140446915 after retry RPC after error@121092235) -> (continuation of Deferred@1607374987 after retry RPC after error@1159448357) -> (continuation of Deferred@903017041 after retry RPC after error@261875584)))
20:05:13.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:13.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:13.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.820 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.820 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:13.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:13.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:13.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.840 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:13.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:13.859 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:13.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.860 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.860 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.860 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.860 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:13.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:13.879 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:13.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.880 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:13.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:13.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:13.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.900 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.900 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:13.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:13.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:13.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.921 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:13.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:13.979 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:13.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.980 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.980 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.980 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:13.980 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:13.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:14.019 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:14.019 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:14.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.020 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.020 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.020 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.020 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.020 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.021 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:14.021 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [203ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@718144713(state=PENDING, result=null, callback=(continuation of Deferred@825410071 after retry RPC after error@1073949555) -> (continuation of Deferred@1072393794 after retry RPC after error@1708772666) -> (continuation of Deferred@1113360876 after retry RPC after error@459106919) -> (continuation of Deferred@2141228592 after retry RPC after error@1413164259) -> (continuation of Deferred@1921965153 after retry RPC after error@40934917) -> (continuation of Deferred@2044346741 after retry RPC after error@1946887833) -> (continuation of Deferred@1893892525 after retry RPC after error@1994701058), errback=(continuation of Deferred@825410071 after retry RPC after error@1073949555) -> (continuation of Deferred@1072393794 after retry RPC after error@1708772666) -> (continuation of Deferred@1113360876 after retry RPC after error@459106919) -> (continuation of Deferred@2141228592 after retry RPC after error@1413164259) -> (continuation of Deferred@1921965153 after retry RPC after error@40934917) -> (continuation of Deferred@2044346741 after retry RPC after error@1946887833) -> (continuation of Deferred@1893892525 after retry RPC after error@1994701058)))
20:05:14.021 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [203ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@718144713(state=PENDING, result=null, callback=(continuation of Deferred@825410071 after retry RPC after error@1073949555) -> (continuation of Deferred@1072393794 after retry RPC after error@1708772666) -> (continuation of Deferred@1113360876 after retry RPC after error@459106919) -> (continuation of Deferred@2141228592 after retry RPC after error@1413164259) -> (continuation of Deferred@1921965153 after retry RPC after error@40934917) -> (continuation of Deferred@2044346741 after retry RPC after error@1946887833) -> (continuation of Deferred@1893892525 after retry RPC after error@1994701058), errback=(continuation of Deferred@825410071 after retry RPC after error@1073949555) -> (continuation of Deferred@1072393794 after retry RPC after error@1708772666) -> (continuation of Deferred@1113360876 after retry RPC after error@459106919) -> (continuation of Deferred@2141228592 after retry RPC after error@1413164259) -> (continuation of Deferred@1921965153 after retry RPC after error@40934917) -> (continuation of Deferred@2044346741 after retry RPC after error@1946887833) -> (continuation of Deferred@1893892525 after retry RPC after error@1994701058)))
20:05:14.039 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:14.039 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:14.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.040 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.040 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:14.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:14.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:14.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.060 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:14.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:14.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:14.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.080 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.080 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.080 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.080 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.080 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:14.081 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:14.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:14.099 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:14.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:14.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:14.119 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:14.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.120 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:14.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:14.139 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:14.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.140 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.140 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.140 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:14.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:14.179 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:14.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:14.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:14.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:14.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.240 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:14.241 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [24ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1092321029(state=PENDING, result=null, callback=(continuation of Deferred@1963159488 after retry RPC after error@1567243796) -> (continuation of Deferred@1019246899 after retry RPC after error@649710329) -> (continuation of Deferred@1210764417 after retry RPC after error@1153220878) -> (continuation of Deferred@2072650059 after retry RPC after error@319603393) -> (continuation of Deferred@224152293 after retry RPC after error@793399025) -> (continuation of Deferred@98607658 after retry RPC after error@1888445085) -> (continuation of Deferred@527111435 after retry RPC after error@1655434705), errback=(continuation of Deferred@1963159488 after retry RPC after error@1567243796) -> (continuation of Deferred@1019246899 after retry RPC after error@649710329) -> (continuation of Deferred@1210764417 after retry RPC after error@1153220878) -> (continuation of Deferred@2072650059 after retry RPC after error@319603393) -> (continuation of Deferred@224152293 after retry RPC after error@793399025) -> (continuation of Deferred@98607658 after retry RPC after error@1888445085) -> (continuation of Deferred@527111435 after retry RPC after error@1655434705)))
20:05:14.241 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [24ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1092321029(state=PENDING, result=null, callback=(continuation of Deferred@1963159488 after retry RPC after error@1567243796) -> (continuation of Deferred@1019246899 after retry RPC after error@649710329) -> (continuation of Deferred@1210764417 after retry RPC after error@1153220878) -> (continuation of Deferred@2072650059 after retry RPC after error@319603393) -> (continuation of Deferred@224152293 after retry RPC after error@793399025) -> (continuation of Deferred@98607658 after retry RPC after error@1888445085) -> (continuation of Deferred@527111435 after retry RPC after error@1655434705), errback=(continuation of Deferred@1963159488 after retry RPC after error@1567243796) -> (continuation of Deferred@1019246899 after retry RPC after error@649710329) -> (continuation of Deferred@1210764417 after retry RPC after error@1153220878) -> (continuation of Deferred@2072650059 after retry RPC after error@319603393) -> (continuation of Deferred@224152293 after retry RPC after error@793399025) -> (continuation of Deferred@98607658 after retry RPC after error@1888445085) -> (continuation of Deferred@527111435 after retry RPC after error@1655434705)))
20:05:14.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:14.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:14.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:14.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:14.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:14.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.280 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.280 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.280 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:14.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:14.299 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:14.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:14.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:14.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:14.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:14.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:14.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:14.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:14.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:14.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:14.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.380 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.380 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.380 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.380 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.380 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:14.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:14.439 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:14.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:14.440 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1464368384(state=PENDING, result=null, callback=(continuation of Deferred@2147362780 after retry RPC after error@851369632) -> (continuation of Deferred@1559154062 after retry RPC after error@1213864814) -> (continuation of Deferred@1184109950 after retry RPC after error@43747538) -> (continuation of Deferred@674478002 after retry RPC after error@808081585) -> (continuation of Deferred@1458803759 after retry RPC after error@149969723) -> (continuation of Deferred@1036772272 after retry RPC after error@1606867816), errback=(continuation of Deferred@2147362780 after retry RPC after error@851369632) -> (continuation of Deferred@1559154062 after retry RPC after error@1213864814) -> (continuation of Deferred@1184109950 after retry RPC after error@43747538) -> (continuation of Deferred@674478002 after retry RPC after error@808081585) -> (continuation of Deferred@1458803759 after retry RPC after error@149969723) -> (continuation of Deferred@1036772272 after retry RPC after error@1606867816)))
20:05:14.441 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1464368384(state=PENDING, result=null, callback=(continuation of Deferred@2147362780 after retry RPC after error@851369632) -> (continuation of Deferred@1559154062 after retry RPC after error@1213864814) -> (continuation of Deferred@1184109950 after retry RPC after error@43747538) -> (continuation of Deferred@674478002 after retry RPC after error@808081585) -> (continuation of Deferred@1458803759 after retry RPC after error@149969723) -> (continuation of Deferred@1036772272 after retry RPC after error@1606867816), errback=(continuation of Deferred@2147362780 after retry RPC after error@851369632) -> (continuation of Deferred@1559154062 after retry RPC after error@1213864814) -> (continuation of Deferred@1184109950 after retry RPC after error@43747538) -> (continuation of Deferred@674478002 after retry RPC after error@808081585) -> (continuation of Deferred@1458803759 after retry RPC after error@149969723) -> (continuation of Deferred@1036772272 after retry RPC after error@1606867816)))
20:05:14.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:14.459 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:14.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.460 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:14.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:14.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:14.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:14.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:14.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:14.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:14.519 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:14.519 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:14.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.520 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.520 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.520 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.520 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:14.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:14.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:14.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.540 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.540 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.540 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.540 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:14.579 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:14.579 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:14.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.580 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.580 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.580 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.580 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:14.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:14.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:14.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.620 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.620 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.620 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:14.621 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1817716745(state=PENDING, result=null, callback=(continuation of Deferred@1685644768 after retry RPC after error@2034206223) -> (continuation of Deferred@1845610260 after retry RPC after error@1127527101) -> (continuation of Deferred@1623197918 after retry RPC after error@1699407159) -> (continuation of Deferred@85178349 after retry RPC after error@1666469032) -> (continuation of Deferred@53620452 after retry RPC after error@828575976) -> (continuation of Deferred@693593590 after retry RPC after error@1747406200), errback=(continuation of Deferred@1685644768 after retry RPC after error@2034206223) -> (continuation of Deferred@1845610260 after retry RPC after error@1127527101) -> (continuation of Deferred@1623197918 after retry RPC after error@1699407159) -> (continuation of Deferred@85178349 after retry RPC after error@1666469032) -> (continuation of Deferred@53620452 after retry RPC after error@828575976) -> (continuation of Deferred@693593590 after retry RPC after error@1747406200)))
20:05:14.621 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1817716745(state=PENDING, result=null, callback=(continuation of Deferred@1685644768 after retry RPC after error@2034206223) -> (continuation of Deferred@1845610260 after retry RPC after error@1127527101) -> (continuation of Deferred@1623197918 after retry RPC after error@1699407159) -> (continuation of Deferred@85178349 after retry RPC after error@1666469032) -> (continuation of Deferred@53620452 after retry RPC after error@828575976) -> (continuation of Deferred@693593590 after retry RPC after error@1747406200), errback=(continuation of Deferred@1685644768 after retry RPC after error@2034206223) -> (continuation of Deferred@1845610260 after retry RPC after error@1127527101) -> (continuation of Deferred@1623197918 after retry RPC after error@1699407159) -> (continuation of Deferred@85178349 after retry RPC after error@1666469032) -> (continuation of Deferred@53620452 after retry RPC after error@828575976) -> (continuation of Deferred@693593590 after retry RPC after error@1747406200)))
20:05:14.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:14.639 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:14.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.640 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.640 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:14.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:14.659 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:14.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:14.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:14.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:14.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:14.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:14.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:14.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:14.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:14.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:14.720 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.720 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.720 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.720 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.720 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.721 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:14.739 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:14.739 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:14.740 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.740 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.740 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.740 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.740 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.740 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:14.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:14.762346 6757 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033, num_attempts: 1)
20:05:14.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:14.767686 6757 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '68527849fe554464b9bac84b66ab92ff', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '68527849fe554464b9bac84b66ab92ff', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033, num_attempts: 1)
20:05:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:14.769615 6757 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.5.249.254:41591)
20:05:14.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:14.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:14.780 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.780 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.780 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.780 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:14.781 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@751831959(state=PENDING, result=null, callback=(continuation of Deferred@45061603 after retry RPC after error@665899261) -> (continuation of Deferred@137966775 after retry RPC after error@614013588) -> (continuation of Deferred@1525121897 after retry RPC after error@2071042032) -> (continuation of Deferred@984385701 after retry RPC after error@1452112094) -> (continuation of Deferred@815220141 after retry RPC after error@1202621016) -> (continuation of Deferred@421120936 after retry RPC after error@611257309), errback=(continuation of Deferred@45061603 after retry RPC after error@665899261) -> (continuation of Deferred@137966775 after retry RPC after error@614013588) -> (continuation of Deferred@1525121897 after retry RPC after error@2071042032) -> (continuation of Deferred@984385701 after retry RPC after error@1452112094) -> (continuation of Deferred@815220141 after retry RPC after error@1202621016) -> (continuation of Deferred@421120936 after retry RPC after error@611257309)))
20:05:14.781 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@751831959(state=PENDING, result=null, callback=(continuation of Deferred@45061603 after retry RPC after error@665899261) -> (continuation of Deferred@137966775 after retry RPC after error@614013588) -> (continuation of Deferred@1525121897 after retry RPC after error@2071042032) -> (continuation of Deferred@984385701 after retry RPC after error@1452112094) -> (continuation of Deferred@815220141 after retry RPC after error@1202621016) -> (continuation of Deferred@421120936 after retry RPC after error@611257309), errback=(continuation of Deferred@45061603 after retry RPC after error@665899261) -> (continuation of Deferred@137966775 after retry RPC after error@614013588) -> (continuation of Deferred@1525121897 after retry RPC after error@2071042032) -> (continuation of Deferred@984385701 after retry RPC after error@1452112094) -> (continuation of Deferred@815220141 after retry RPC after error@1202621016) -> (continuation of Deferred@421120936 after retry RPC after error@611257309)))
20:05:14.799 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:14.799 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:14.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.800 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.800 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.800 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:14.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:14.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:14.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.820 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.820 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.820 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:14.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:14.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:14.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:14.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:14.851851 7223 raft_consensus.cc:491] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 02761a9004984092b87596f4c1541f16)
20:05:14.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:14.852020 7223 raft_consensus.cc:513] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } }
20:05:14.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:14.852584 7223 leader_election.cc:290] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 02761a9004984092b87596f4c1541f16 (127.5.249.253:34953), cad3ec31d7c74b1dbfb9789e93755247 (127.5.249.252:36033)
20:05:14.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:14.854471 7012 leader_election.cc:336] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 02761a9004984092b87596f4c1541f16 (127.5.249.253:34953): Network error: Client connection negotiation failed: client connection to 127.5.249.253:34953: connect: Connection refused (error 111)
20:05:14.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:14.854641 7014 leader_election.cc:336] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer cad3ec31d7c74b1dbfb9789e93755247 (127.5.249.252:36033): Network error: Client connection negotiation failed: client connection to 127.5.249.252:36033: connect: Connection refused (error 111)
20:05:14.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:14.854795 7014 leader_election.cc:304] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 45af88cb52384c878c98ac3a5faf91f9; no voters: 02761a9004984092b87596f4c1541f16, cad3ec31d7c74b1dbfb9789e93755247
20:05:14.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:14.855078 7223 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
20:05:14.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:14.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:14.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:14.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:14.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:14.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:14.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:14.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:14.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:14.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:14.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:14.920 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.920 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.920 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.920 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.920 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:14.920 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:14.921 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:15.059 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1795232781(state=PENDING, result=null, callback=(continuation of Deferred@835271326 after retry RPC after error@1090140999) -> (continuation of Deferred@251492342 after retry RPC after error@1832893272) -> (continuation of Deferred@358248875 after retry RPC after error@82526276) -> (continuation of Deferred@1640809960 after retry RPC after error@1899583474) -> (continuation of Deferred@933799767 after retry RPC after error@1763649670) -> (continuation of Deferred@1861960648 after retry RPC after error@1439043362) -> (continuation of Deferred@656840914 after retry RPC after error@938332072), errback=(continuation of Deferred@835271326 after retry RPC after error@1090140999) -> (continuation of Deferred@251492342 after retry RPC after error@1832893272) -> (continuation of Deferred@358248875 after retry RPC after error@82526276) -> (continuation of Deferred@1640809960 after retry RPC after error@1899583474) -> (continuation of Deferred@933799767 after retry RPC after error@1763649670) -> (continuation of Deferred@1861960648 after retry RPC after error@1439043362) -> (continuation of Deferred@656840914 after retry RPC after error@938332072)))
20:05:15.059 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:05:15.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:15.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:15.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.080 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:15.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:15.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:15.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:15.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:15.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:15.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.120 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:15.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:15.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:15.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:15.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:15.159 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:15.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.160 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.160 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.160 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.160 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.160 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:15.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:15.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:15.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:15.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:15.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:15.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:15.240 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@877995993(state=PENDING, result=null, callback=(continuation of Deferred@1243895957 after retry RPC after error@1875813117) -> (continuation of Deferred@925668834 after retry RPC after error@710547249) -> (continuation of Deferred@1121059359 after retry RPC after error@1477548530) -> (continuation of Deferred@197235863 after retry RPC after error@1910040897) -> (continuation of Deferred@600362911 after retry RPC after error@2009209885) -> (continuation of Deferred@1889553246 after retry RPC after error@1174677226), errback=(continuation of Deferred@1243895957 after retry RPC after error@1875813117) -> (continuation of Deferred@925668834 after retry RPC after error@710547249) -> (continuation of Deferred@1121059359 after retry RPC after error@1477548530) -> (continuation of Deferred@197235863 after retry RPC after error@1910040897) -> (continuation of Deferred@600362911 after retry RPC after error@2009209885) -> (continuation of Deferred@1889553246 after retry RPC after error@1174677226)))
20:05:15.241 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@877995993(state=PENDING, result=null, callback=(continuation of Deferred@1243895957 after retry RPC after error@1875813117) -> (continuation of Deferred@925668834 after retry RPC after error@710547249) -> (continuation of Deferred@1121059359 after retry RPC after error@1477548530) -> (continuation of Deferred@197235863 after retry RPC after error@1910040897) -> (continuation of Deferred@600362911 after retry RPC after error@2009209885) -> (continuation of Deferred@1889553246 after retry RPC after error@1174677226), errback=(continuation of Deferred@1243895957 after retry RPC after error@1875813117) -> (continuation of Deferred@925668834 after retry RPC after error@710547249) -> (continuation of Deferred@1121059359 after retry RPC after error@1477548530) -> (continuation of Deferred@197235863 after retry RPC after error@1910040897) -> (continuation of Deferred@600362911 after retry RPC after error@2009209885) -> (continuation of Deferred@1889553246 after retry RPC after error@1174677226)))
20:05:15.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:15.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:15.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.260 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:15.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:15.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:15.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:15.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:15.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:15.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.300 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:15.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:15.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:15.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:15.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:15.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:15.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:15.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:15.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:15.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:15.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:15.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.400 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:15.400 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.400 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.401 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:15.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:15.439 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:15.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.440 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.440 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:15.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:15.459 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:15.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:15.460 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1685438591(state=PENDING, result=null, callback=(continuation of Deferred@2058579222 after retry RPC after error@360355332) -> (continuation of Deferred@1275539662 after retry RPC after error@112944905) -> (continuation of Deferred@1736532245 after retry RPC after error@646578519) -> (continuation of Deferred@1409205256 after retry RPC after error@245396049) -> (continuation of Deferred@1657090905 after retry RPC after error@338892527) -> (continuation of Deferred@835215077 after retry RPC after error@1022853239) -> (continuation of Deferred@2002989899 after retry RPC after error@2079053606), errback=(continuation of Deferred@2058579222 after retry RPC after error@360355332) -> (continuation of Deferred@1275539662 after retry RPC after error@112944905) -> (continuation of Deferred@1736532245 after retry RPC after error@646578519) -> (continuation of Deferred@1409205256 after retry RPC after error@245396049) -> (continuation of Deferred@1657090905 after retry RPC after error@338892527) -> (continuation of Deferred@835215077 after retry RPC after error@1022853239) -> (continuation of Deferred@2002989899 after retry RPC after error@2079053606)))
20:05:15.461 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1685438591(state=PENDING, result=null, callback=(continuation of Deferred@2058579222 after retry RPC after error@360355332) -> (continuation of Deferred@1275539662 after retry RPC after error@112944905) -> (continuation of Deferred@1736532245 after retry RPC after error@646578519) -> (continuation of Deferred@1409205256 after retry RPC after error@245396049) -> (continuation of Deferred@1657090905 after retry RPC after error@338892527) -> (continuation of Deferred@835215077 after retry RPC after error@1022853239) -> (continuation of Deferred@2002989899 after retry RPC after error@2079053606), errback=(continuation of Deferred@2058579222 after retry RPC after error@360355332) -> (continuation of Deferred@1275539662 after retry RPC after error@112944905) -> (continuation of Deferred@1736532245 after retry RPC after error@646578519) -> (continuation of Deferred@1409205256 after retry RPC after error@245396049) -> (continuation of Deferred@1657090905 after retry RPC after error@338892527) -> (continuation of Deferred@835215077 after retry RPC after error@1022853239) -> (continuation of Deferred@2002989899 after retry RPC after error@2079053606)))
20:05:15.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:15.479 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:15.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:15.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:15.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:15.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:15.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:15.519 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:15.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.520 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:15.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:15.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:15.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:15.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:15.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:15.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.560 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:15.579 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:15.579 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:15.580 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.580 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.580 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.580 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.580 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.580 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:15.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:15.659 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:15.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.660 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:15.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:15.679 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:15.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:15.681 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@839854615(state=PENDING, result=null, callback=(continuation of Deferred@1994573235 after retry RPC after error@112848750) -> (continuation of Deferred@1984673683 after retry RPC after error@1038050527) -> (continuation of Deferred@1576071562 after retry RPC after error@352040901) -> (continuation of Deferred@1067937254 after retry RPC after error@2040012625) -> (continuation of Deferred@599706953 after retry RPC after error@1781666660) -> (continuation of Deferred@1853791129 after retry RPC after error@1470456720) -> (continuation of Deferred@44312744 after retry RPC after error@2021110443), errback=(continuation of Deferred@1994573235 after retry RPC after error@112848750) -> (continuation of Deferred@1984673683 after retry RPC after error@1038050527) -> (continuation of Deferred@1576071562 after retry RPC after error@352040901) -> (continuation of Deferred@1067937254 after retry RPC after error@2040012625) -> (continuation of Deferred@599706953 after retry RPC after error@1781666660) -> (continuation of Deferred@1853791129 after retry RPC after error@1470456720) -> (continuation of Deferred@44312744 after retry RPC after error@2021110443)))
20:05:15.681 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@839854615(state=PENDING, result=null, callback=(continuation of Deferred@1994573235 after retry RPC after error@112848750) -> (continuation of Deferred@1984673683 after retry RPC after error@1038050527) -> (continuation of Deferred@1576071562 after retry RPC after error@352040901) -> (continuation of Deferred@1067937254 after retry RPC after error@2040012625) -> (continuation of Deferred@599706953 after retry RPC after error@1781666660) -> (continuation of Deferred@1853791129 after retry RPC after error@1470456720) -> (continuation of Deferred@44312744 after retry RPC after error@2021110443), errback=(continuation of Deferred@1994573235 after retry RPC after error@112848750) -> (continuation of Deferred@1984673683 after retry RPC after error@1038050527) -> (continuation of Deferred@1576071562 after retry RPC after error@352040901) -> (continuation of Deferred@1067937254 after retry RPC after error@2040012625) -> (continuation of Deferred@599706953 after retry RPC after error@1781666660) -> (continuation of Deferred@1853791129 after retry RPC after error@1470456720) -> (continuation of Deferred@44312744 after retry RPC after error@2021110443)))
20:05:15.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:15.699 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:15.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:15.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:15.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:15.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.720 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:15.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:15.739 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:15.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:15.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:15.759 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:15.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.760 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.760 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.761 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:15.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:15.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:15.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:15.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:15.799 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:15.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:15.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:15.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:15.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:15.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:15.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:15.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.900 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:15.901 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@522423160(state=PENDING, result=null, callback=(continuation of Deferred@862477099 after retry RPC after error@2129192214) -> (continuation of Deferred@1414559326 after retry RPC after error@1470848999) -> (continuation of Deferred@652994362 after retry RPC after error@529688228) -> (continuation of Deferred@1210515854 after retry RPC after error@1165900554) -> (continuation of Deferred@1012258472 after retry RPC after error@813572288) -> (continuation of Deferred@1076198448 after retry RPC after error@1949808981) -> (continuation of Deferred@1724240365 after retry RPC after error@662476245), errback=(continuation of Deferred@862477099 after retry RPC after error@2129192214) -> (continuation of Deferred@1414559326 after retry RPC after error@1470848999) -> (continuation of Deferred@652994362 after retry RPC after error@529688228) -> (continuation of Deferred@1210515854 after retry RPC after error@1165900554) -> (continuation of Deferred@1012258472 after retry RPC after error@813572288) -> (continuation of Deferred@1076198448 after retry RPC after error@1949808981) -> (continuation of Deferred@1724240365 after retry RPC after error@662476245)))
20:05:15.901 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@522423160(state=PENDING, result=null, callback=(continuation of Deferred@862477099 after retry RPC after error@2129192214) -> (continuation of Deferred@1414559326 after retry RPC after error@1470848999) -> (continuation of Deferred@652994362 after retry RPC after error@529688228) -> (continuation of Deferred@1210515854 after retry RPC after error@1165900554) -> (continuation of Deferred@1012258472 after retry RPC after error@813572288) -> (continuation of Deferred@1076198448 after retry RPC after error@1949808981) -> (continuation of Deferred@1724240365 after retry RPC after error@662476245), errback=(continuation of Deferred@862477099 after retry RPC after error@2129192214) -> (continuation of Deferred@1414559326 after retry RPC after error@1470848999) -> (continuation of Deferred@652994362 after retry RPC after error@529688228) -> (continuation of Deferred@1210515854 after retry RPC after error@1165900554) -> (continuation of Deferred@1012258472 after retry RPC after error@813572288) -> (continuation of Deferred@1076198448 after retry RPC after error@1949808981) -> (continuation of Deferred@1724240365 after retry RPC after error@662476245)))
20:05:15.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:15.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:15.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.920 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.920 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.920 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:15.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:15.939 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:15.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:15.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:15.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:15.960 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.960 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.960 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.960 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.960 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.960 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.961 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:15.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:15.979 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:15.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:15.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:15.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:15.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:15.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:15.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:16.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:16.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:16.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:16.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:16.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:16.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:16.159 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:16.159 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:16.160 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.160 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.160 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.160 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.160 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.160 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:16.161 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1507650025(state=PENDING, result=null, callback=(continuation of Deferred@1098473071 after retry RPC after error@1448203216) -> (continuation of Deferred@1027404113 after retry RPC after error@59888830) -> (continuation of Deferred@135293061 after retry RPC after error@1351083268) -> (continuation of Deferred@174796860 after retry RPC after error@122827243) -> (continuation of Deferred@202192324 after retry RPC after error@1666010756) -> (continuation of Deferred@812939265 after retry RPC after error@650107533) -> (continuation of Deferred@1140422795 after retry RPC after error@1254696734), errback=(continuation of Deferred@1098473071 after retry RPC after error@1448203216) -> (continuation of Deferred@1027404113 after retry RPC after error@59888830) -> (continuation of Deferred@135293061 after retry RPC after error@1351083268) -> (continuation of Deferred@174796860 after retry RPC after error@122827243) -> (continuation of Deferred@202192324 after retry RPC after error@1666010756) -> (continuation of Deferred@812939265 after retry RPC after error@650107533) -> (continuation of Deferred@1140422795 after retry RPC after error@1254696734)))
20:05:16.161 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1507650025(state=PENDING, result=null, callback=(continuation of Deferred@1098473071 after retry RPC after error@1448203216) -> (continuation of Deferred@1027404113 after retry RPC after error@59888830) -> (continuation of Deferred@135293061 after retry RPC after error@1351083268) -> (continuation of Deferred@174796860 after retry RPC after error@122827243) -> (continuation of Deferred@202192324 after retry RPC after error@1666010756) -> (continuation of Deferred@812939265 after retry RPC after error@650107533) -> (continuation of Deferred@1140422795 after retry RPC after error@1254696734), errback=(continuation of Deferred@1098473071 after retry RPC after error@1448203216) -> (continuation of Deferred@1027404113 after retry RPC after error@59888830) -> (continuation of Deferred@135293061 after retry RPC after error@1351083268) -> (continuation of Deferred@174796860 after retry RPC after error@122827243) -> (continuation of Deferred@202192324 after retry RPC after error@1666010756) -> (continuation of Deferred@812939265 after retry RPC after error@650107533) -> (continuation of Deferred@1140422795 after retry RPC after error@1254696734)))
20:05:16.179 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:16.179 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:16.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.180 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.180 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:16.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:16.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:16.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:16.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:16.219 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:16.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:16.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:16.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:16.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:16.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:16.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:16.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:16.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:16.299 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:16.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.300 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.300 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.300 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.300 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.300 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:16.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:16.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:16.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.340 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.340 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:16.341 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@371561448(state=PENDING, result=null, callback=(continuation of Deferred@1959298351 after retry RPC after error@2075329786) -> (continuation of Deferred@2032694049 after retry RPC after error@1126696255) -> (continuation of Deferred@1945702792 after retry RPC after error@277766105) -> (continuation of Deferred@713394066 after retry RPC after error@696745472) -> (continuation of Deferred@306798569 after retry RPC after error@1893444334) -> (continuation of Deferred@1986267760 after retry RPC after error@1677790658), errback=(continuation of Deferred@1959298351 after retry RPC after error@2075329786) -> (continuation of Deferred@2032694049 after retry RPC after error@1126696255) -> (continuation of Deferred@1945702792 after retry RPC after error@277766105) -> (continuation of Deferred@713394066 after retry RPC after error@696745472) -> (continuation of Deferred@306798569 after retry RPC after error@1893444334) -> (continuation of Deferred@1986267760 after retry RPC after error@1677790658)))
20:05:16.341 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@371561448(state=PENDING, result=null, callback=(continuation of Deferred@1959298351 after retry RPC after error@2075329786) -> (continuation of Deferred@2032694049 after retry RPC after error@1126696255) -> (continuation of Deferred@1945702792 after retry RPC after error@277766105) -> (continuation of Deferred@713394066 after retry RPC after error@696745472) -> (continuation of Deferred@306798569 after retry RPC after error@1893444334) -> (continuation of Deferred@1986267760 after retry RPC after error@1677790658), errback=(continuation of Deferred@1959298351 after retry RPC after error@2075329786) -> (continuation of Deferred@2032694049 after retry RPC after error@1126696255) -> (continuation of Deferred@1945702792 after retry RPC after error@277766105) -> (continuation of Deferred@713394066 after retry RPC after error@696745472) -> (continuation of Deferred@306798569 after retry RPC after error@1893444334) -> (continuation of Deferred@1986267760 after retry RPC after error@1677790658)))
20:05:16.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:16.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:16.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:16.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:16.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:16.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.380 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.380 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:16.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:16.399 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:16.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:16.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:16.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:16.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:16.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:16.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:16.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:16.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:16.479 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:16.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:16.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:16.499 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:16.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.500 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:16.500 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1307093299(state=PENDING, result=null, callback=(continuation of Deferred@1145187666 after retry RPC after error@2011862814) -> (continuation of Deferred@1732040566 after retry RPC after error@1872059283) -> (continuation of Deferred@988337038 after retry RPC after error@429519274) -> (continuation of Deferred@404685448 after retry RPC after error@1561566171) -> (continuation of Deferred@563828564 after retry RPC after error@2010769004) -> (continuation of Deferred@397582685 after retry RPC after error@1446915379), errback=(continuation of Deferred@1145187666 after retry RPC after error@2011862814) -> (continuation of Deferred@1732040566 after retry RPC after error@1872059283) -> (continuation of Deferred@988337038 after retry RPC after error@429519274) -> (continuation of Deferred@404685448 after retry RPC after error@1561566171) -> (continuation of Deferred@563828564 after retry RPC after error@2010769004) -> (continuation of Deferred@397582685 after retry RPC after error@1446915379)))
20:05:16.501 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1307093299(state=PENDING, result=null, callback=(continuation of Deferred@1145187666 after retry RPC after error@2011862814) -> (continuation of Deferred@1732040566 after retry RPC after error@1872059283) -> (continuation of Deferred@988337038 after retry RPC after error@429519274) -> (continuation of Deferred@404685448 after retry RPC after error@1561566171) -> (continuation of Deferred@563828564 after retry RPC after error@2010769004) -> (continuation of Deferred@397582685 after retry RPC after error@1446915379), errback=(continuation of Deferred@1145187666 after retry RPC after error@2011862814) -> (continuation of Deferred@1732040566 after retry RPC after error@1872059283) -> (continuation of Deferred@988337038 after retry RPC after error@429519274) -> (continuation of Deferred@404685448 after retry RPC after error@1561566171) -> (continuation of Deferred@563828564 after retry RPC after error@2010769004) -> (continuation of Deferred@397582685 after retry RPC after error@1446915379)))
20:05:16.519 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:16.520 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:16.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.521 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:16.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:16.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:16.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.540 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.540 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.540 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.540 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.540 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:16.559 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:16.559 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:16.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.560 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.560 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.560 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.560 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.560 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:16.579 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:16.579 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:16.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.580 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.580 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:16.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:16.599 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:16.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:16.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:16.639 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:16.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:16.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:16.659 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:16.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:16.661 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [3ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [3ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1842036112(state=PENDING, result=null, callback=(continuation of Deferred@1147723426 after retry RPC after error@65739288) -> (continuation of Deferred@1665615546 after retry RPC after error@1473564927) -> (continuation of Deferred@1439406441 after retry RPC after error@237728274) -> (continuation of Deferred@1459652603 after retry RPC after error@639821516) -> (continuation of Deferred@791356336 after retry RPC after error@2051370917) -> (continuation of Deferred@698941513 after retry RPC after error@403474230), errback=(continuation of Deferred@1147723426 after retry RPC after error@65739288) -> (continuation of Deferred@1665615546 after retry RPC after error@1473564927) -> (continuation of Deferred@1439406441 after retry RPC after error@237728274) -> (continuation of Deferred@1459652603 after retry RPC after error@639821516) -> (continuation of Deferred@791356336 after retry RPC after error@2051370917) -> (continuation of Deferred@698941513 after retry RPC after error@403474230)))
20:05:16.661 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [3ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [3ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1842036112(state=PENDING, result=null, callback=(continuation of Deferred@1147723426 after retry RPC after error@65739288) -> (continuation of Deferred@1665615546 after retry RPC after error@1473564927) -> (continuation of Deferred@1439406441 after retry RPC after error@237728274) -> (continuation of Deferred@1459652603 after retry RPC after error@639821516) -> (continuation of Deferred@791356336 after retry RPC after error@2051370917) -> (continuation of Deferred@698941513 after retry RPC after error@403474230), errback=(continuation of Deferred@1147723426 after retry RPC after error@65739288) -> (continuation of Deferred@1665615546 after retry RPC after error@1473564927) -> (continuation of Deferred@1439406441 after retry RPC after error@237728274) -> (continuation of Deferred@1459652603 after retry RPC after error@639821516) -> (continuation of Deferred@791356336 after retry RPC after error@2051370917) -> (continuation of Deferred@698941513 after retry RPC after error@403474230)))
20:05:16.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:16.679 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:16.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:16.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:16.699 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:16.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:16.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:16.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:16.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:16.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:16.739 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:16.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:16.759 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:16.759 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:16.760 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.760 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.760 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.760 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.760 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.760 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:16.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:16.799 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:16.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.800 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.800 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:16.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:16.859 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:16.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.860 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:16.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:16.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:16.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:16.900 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [85ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1563628412(state=PENDING, result=null, callback=(continuation of Deferred@1521560616 after retry RPC after error@451173959) -> (continuation of Deferred@1564509114 after retry RPC after error@414045085) -> (continuation of Deferred@1261333708 after retry RPC after error@1929385352) -> (continuation of Deferred@704910593 after retry RPC after error@1547901671) -> (continuation of Deferred@1681085871 after retry RPC after error@401383668) -> (continuation of Deferred@491393813 after retry RPC after error@1503307385) -> (continuation of Deferred@670703304 after retry RPC after error@1432609219), errback=(continuation of Deferred@1521560616 after retry RPC after error@451173959) -> (continuation of Deferred@1564509114 after retry RPC after error@414045085) -> (continuation of Deferred@1261333708 after retry RPC after error@1929385352) -> (continuation of Deferred@704910593 after retry RPC after error@1547901671) -> (continuation of Deferred@1681085871 after retry RPC after error@401383668) -> (continuation of Deferred@491393813 after retry RPC after error@1503307385) -> (continuation of Deferred@670703304 after retry RPC after error@1432609219)))
20:05:16.901 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [85ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1563628412(state=PENDING, result=null, callback=(continuation of Deferred@1521560616 after retry RPC after error@451173959) -> (continuation of Deferred@1564509114 after retry RPC after error@414045085) -> (continuation of Deferred@1261333708 after retry RPC after error@1929385352) -> (continuation of Deferred@704910593 after retry RPC after error@1547901671) -> (continuation of Deferred@1681085871 after retry RPC after error@401383668) -> (continuation of Deferred@491393813 after retry RPC after error@1503307385) -> (continuation of Deferred@670703304 after retry RPC after error@1432609219), errback=(continuation of Deferred@1521560616 after retry RPC after error@451173959) -> (continuation of Deferred@1564509114 after retry RPC after error@414045085) -> (continuation of Deferred@1261333708 after retry RPC after error@1929385352) -> (continuation of Deferred@704910593 after retry RPC after error@1547901671) -> (continuation of Deferred@1681085871 after retry RPC after error@401383668) -> (continuation of Deferred@491393813 after retry RPC after error@1503307385) -> (continuation of Deferred@670703304 after retry RPC after error@1432609219)))
20:05:16.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:16.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:16.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:16.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:16.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:16.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:16.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:16.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:16.960 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.960 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.960 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.961 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:16.979 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:16.979 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:16.980 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.980 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.980 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:16.980 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.980 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.980 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:16.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:16.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:16.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:17.000 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.000 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.000 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.000 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.000 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.000 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.001 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:17.019 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:17.019 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:17.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.020 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.020 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.020 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:17.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:17.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:17.080 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.080 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.080 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.080 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.080 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.080 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.081 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:17.099 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:17.099 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:17.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.100 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.100 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.100 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.100 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.100 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:17.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:17.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:17.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:17.161 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@701503867(state=PENDING, result=null, callback=(continuation of Deferred@2130188020 after retry RPC after error@1746179706) -> (continuation of Deferred@888459961 after retry RPC after error@491134621) -> (continuation of Deferred@599254135 after retry RPC after error@1876693309) -> (continuation of Deferred@2108647269 after retry RPC after error@1345334459) -> (continuation of Deferred@1287188118 after retry RPC after error@1130515397) -> (continuation of Deferred@1173391491 after retry RPC after error@343159154) -> (continuation of Deferred@523477300 after retry RPC after error@1323232628) -> (continuation of Deferred@254525628 after retry RPC after error@979476362), errback=(continuation of Deferred@2130188020 after retry RPC after error@1746179706) -> (continuation of Deferred@888459961 after retry RPC after error@491134621) -> (continuation of Deferred@599254135 after retry RPC after error@1876693309) -> (continuation of Deferred@2108647269 after retry RPC after error@1345334459) -> (continuation of Deferred@1287188118 after retry RPC after error@1130515397) -> (continuation of Deferred@1173391491 after retry RPC after error@343159154) -> (continuation of Deferred@523477300 after retry RPC after error@1323232628) -> (continuation of Deferred@254525628 after retry RPC after error@979476362)))
20:05:17.161 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@701503867(state=PENDING, result=null, callback=(continuation of Deferred@2130188020 after retry RPC after error@1746179706) -> (continuation of Deferred@888459961 after retry RPC after error@491134621) -> (continuation of Deferred@599254135 after retry RPC after error@1876693309) -> (continuation of Deferred@2108647269 after retry RPC after error@1345334459) -> (continuation of Deferred@1287188118 after retry RPC after error@1130515397) -> (continuation of Deferred@1173391491 after retry RPC after error@343159154) -> (continuation of Deferred@523477300 after retry RPC after error@1323232628) -> (continuation of Deferred@254525628 after retry RPC after error@979476362), errback=(continuation of Deferred@2130188020 after retry RPC after error@1746179706) -> (continuation of Deferred@888459961 after retry RPC after error@491134621) -> (continuation of Deferred@599254135 after retry RPC after error@1876693309) -> (continuation of Deferred@2108647269 after retry RPC after error@1345334459) -> (continuation of Deferred@1287188118 after retry RPC after error@1130515397) -> (continuation of Deferred@1173391491 after retry RPC after error@343159154) -> (continuation of Deferred@523477300 after retry RPC after error@1323232628) -> (continuation of Deferred@254525628 after retry RPC after error@979476362)))
20:05:17.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:17.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:17.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:17.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:17.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:17.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:17.219 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:17.219 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:17.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.220 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.220 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.220 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.220 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:17.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:17.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:17.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.240 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.240 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:17.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:17.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:17.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:17.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:17.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:17.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:17.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:17.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:17.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.340 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.340 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.340 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.340 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.340 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:17.341 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1588442618(state=PENDING, result=null, callback=(continuation of Deferred@317500709 after retry RPC after error@1977157518) -> (continuation of Deferred@269566281 after retry RPC after error@589309140) -> (continuation of Deferred@1423056912 after retry RPC after error@1770698867) -> (continuation of Deferred@1930147586 after retry RPC after error@1362049843) -> (continuation of Deferred@339231654 after retry RPC after error@684537970) -> (continuation of Deferred@105916878 after retry RPC after error@781089940), errback=(continuation of Deferred@317500709 after retry RPC after error@1977157518) -> (continuation of Deferred@269566281 after retry RPC after error@589309140) -> (continuation of Deferred@1423056912 after retry RPC after error@1770698867) -> (continuation of Deferred@1930147586 after retry RPC after error@1362049843) -> (continuation of Deferred@339231654 after retry RPC after error@684537970) -> (continuation of Deferred@105916878 after retry RPC after error@781089940)))
20:05:17.341 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1588442618(state=PENDING, result=null, callback=(continuation of Deferred@317500709 after retry RPC after error@1977157518) -> (continuation of Deferred@269566281 after retry RPC after error@589309140) -> (continuation of Deferred@1423056912 after retry RPC after error@1770698867) -> (continuation of Deferred@1930147586 after retry RPC after error@1362049843) -> (continuation of Deferred@339231654 after retry RPC after error@684537970) -> (continuation of Deferred@105916878 after retry RPC after error@781089940), errback=(continuation of Deferred@317500709 after retry RPC after error@1977157518) -> (continuation of Deferred@269566281 after retry RPC after error@589309140) -> (continuation of Deferred@1423056912 after retry RPC after error@1770698867) -> (continuation of Deferred@1930147586 after retry RPC after error@1362049843) -> (continuation of Deferred@339231654 after retry RPC after error@684537970) -> (continuation of Deferred@105916878 after retry RPC after error@781089940)))
20:05:17.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:17.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:17.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.360 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.360 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.360 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.360 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:17.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:17.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:17.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.380 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.380 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.380 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.380 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:17.399 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:17.399 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:17.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.400 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.400 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:17.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:17.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:17.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:17.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:17.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:17.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:17.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:17.479 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:17.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:17.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:17.519 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:17.520 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.520 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.520 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.520 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:17.521 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@756976387(state=PENDING, result=null, callback=(continuation of Deferred@1670101903 after retry RPC after error@1695520292) -> (continuation of Deferred@557578212 after retry RPC after error@2024027731) -> (continuation of Deferred@1179495691 after retry RPC after error@1600830800) -> (continuation of Deferred@563144078 after retry RPC after error@2027903297) -> (continuation of Deferred@1397851812 after retry RPC after error@1507533219) -> (continuation of Deferred@2143359875 after retry RPC after error@2102810731), errback=(continuation of Deferred@1670101903 after retry RPC after error@1695520292) -> (continuation of Deferred@557578212 after retry RPC after error@2024027731) -> (continuation of Deferred@1179495691 after retry RPC after error@1600830800) -> (continuation of Deferred@563144078 after retry RPC after error@2027903297) -> (continuation of Deferred@1397851812 after retry RPC after error@1507533219) -> (continuation of Deferred@2143359875 after retry RPC after error@2102810731)))
20:05:17.521 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@756976387(state=PENDING, result=null, callback=(continuation of Deferred@1670101903 after retry RPC after error@1695520292) -> (continuation of Deferred@557578212 after retry RPC after error@2024027731) -> (continuation of Deferred@1179495691 after retry RPC after error@1600830800) -> (continuation of Deferred@563144078 after retry RPC after error@2027903297) -> (continuation of Deferred@1397851812 after retry RPC after error@1507533219) -> (continuation of Deferred@2143359875 after retry RPC after error@2102810731), errback=(continuation of Deferred@1670101903 after retry RPC after error@1695520292) -> (continuation of Deferred@557578212 after retry RPC after error@2024027731) -> (continuation of Deferred@1179495691 after retry RPC after error@1600830800) -> (continuation of Deferred@563144078 after retry RPC after error@2027903297) -> (continuation of Deferred@1397851812 after retry RPC after error@1507533219) -> (continuation of Deferred@2143359875 after retry RPC after error@2102810731)))
20:05:17.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:17.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:17.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.540 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.540 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.540 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.540 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:17.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:17.559 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:17.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.560 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.560 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:17.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:17.573995 6995 master_runner.cc:186] Error getting master registration for 127.5.249.253:34953: Network error: Client connection negotiation failed: client connection to 127.5.249.253:34953: connect: Connection refused (error 111),
20:05:17.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:17.574154 6995 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:05:17.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:17.579 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:17.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.580 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:17.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:17.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.600 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:17.600 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.600 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.600 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.600 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:17.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:17.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:17.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:17.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:17.659 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:17.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.660 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.660 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.660 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:17.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:17.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:17.720 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.720 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.720 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.720 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.720 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:17.739 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:17.739 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:17.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.740 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.740 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.740 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.740 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.740 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:17.741 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1200272521(state=PENDING, result=null, callback=(continuation of Deferred@1829044034 after retry RPC after error@8772833) -> (continuation of Deferred@2108528558 after retry RPC after error@1871796846) -> (continuation of Deferred@623203889 after retry RPC after error@191493280) -> (continuation of Deferred@451416708 after retry RPC after error@2144303517) -> (continuation of Deferred@1892957323 after retry RPC after error@886840005) -> (continuation of Deferred@1861898984 after retry RPC after error@1795018043) -> (continuation of Deferred@1000117387 after retry RPC after error@1866640143), errback=(continuation of Deferred@1829044034 after retry RPC after error@8772833) -> (continuation of Deferred@2108528558 after retry RPC after error@1871796846) -> (continuation of Deferred@623203889 after retry RPC after error@191493280) -> (continuation of Deferred@451416708 after retry RPC after error@2144303517) -> (continuation of Deferred@1892957323 after retry RPC after error@886840005) -> (continuation of Deferred@1861898984 after retry RPC after error@1795018043) -> (continuation of Deferred@1000117387 after retry RPC after error@1866640143)))
20:05:17.741 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1200272521(state=PENDING, result=null, callback=(continuation of Deferred@1829044034 after retry RPC after error@8772833) -> (continuation of Deferred@2108528558 after retry RPC after error@1871796846) -> (continuation of Deferred@623203889 after retry RPC after error@191493280) -> (continuation of Deferred@451416708 after retry RPC after error@2144303517) -> (continuation of Deferred@1892957323 after retry RPC after error@886840005) -> (continuation of Deferred@1861898984 after retry RPC after error@1795018043) -> (continuation of Deferred@1000117387 after retry RPC after error@1866640143), errback=(continuation of Deferred@1829044034 after retry RPC after error@8772833) -> (continuation of Deferred@2108528558 after retry RPC after error@1871796846) -> (continuation of Deferred@623203889 after retry RPC after error@191493280) -> (continuation of Deferred@451416708 after retry RPC after error@2144303517) -> (continuation of Deferred@1892957323 after retry RPC after error@886840005) -> (continuation of Deferred@1861898984 after retry RPC after error@1795018043) -> (continuation of Deferred@1000117387 after retry RPC after error@1866640143)))
20:05:17.759 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:17.759 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:17.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.760 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.760 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.760 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.760 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:17.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:17.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:17.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.780 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.780 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:17.799 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:17.799 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:17.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.800 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.800 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.800 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:17.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:17.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:17.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.820 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:17.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:17.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:17.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:17.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:17.859 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:17.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:17.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:17.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:17.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.920 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:17.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:17.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:17.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:17.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:17.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.000 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.000 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:18.001 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@974155544(state=PENDING, result=null, callback=(continuation of Deferred@2011901808 after retry RPC after error@1838980726) -> (continuation of Deferred@1073128803 after retry RPC after error@103245098) -> (continuation of Deferred@681134641 after retry RPC after error@561979002) -> (continuation of Deferred@724073099 after retry RPC after error@379278577) -> (continuation of Deferred@1949392081 after retry RPC after error@761532643) -> (continuation of Deferred@1165024230 after retry RPC after error@159396709) -> (continuation of Deferred@2007572816 after retry RPC after error@2059912270), errback=(continuation of Deferred@2011901808 after retry RPC after error@1838980726) -> (continuation of Deferred@1073128803 after retry RPC after error@103245098) -> (continuation of Deferred@681134641 after retry RPC after error@561979002) -> (continuation of Deferred@724073099 after retry RPC after error@379278577) -> (continuation of Deferred@1949392081 after retry RPC after error@761532643) -> (continuation of Deferred@1165024230 after retry RPC after error@159396709) -> (continuation of Deferred@2007572816 after retry RPC after error@2059912270)))
20:05:18.001 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@974155544(state=PENDING, result=null, callback=(continuation of Deferred@2011901808 after retry RPC after error@1838980726) -> (continuation of Deferred@1073128803 after retry RPC after error@103245098) -> (continuation of Deferred@681134641 after retry RPC after error@561979002) -> (continuation of Deferred@724073099 after retry RPC after error@379278577) -> (continuation of Deferred@1949392081 after retry RPC after error@761532643) -> (continuation of Deferred@1165024230 after retry RPC after error@159396709) -> (continuation of Deferred@2007572816 after retry RPC after error@2059912270), errback=(continuation of Deferred@2011901808 after retry RPC after error@1838980726) -> (continuation of Deferred@1073128803 after retry RPC after error@103245098) -> (continuation of Deferred@681134641 after retry RPC after error@561979002) -> (continuation of Deferred@724073099 after retry RPC after error@379278577) -> (continuation of Deferred@1949392081 after retry RPC after error@761532643) -> (continuation of Deferred@1165024230 after retry RPC after error@159396709) -> (continuation of Deferred@2007572816 after retry RPC after error@2059912270)))
20:05:18.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:18.019 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:18.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:18.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:18.039 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:18.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:18.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:18.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:18.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.060 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.060 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:18.060 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.060 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:18.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:18.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:18.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.080 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:18.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:18.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:18.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:18.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:18.139 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:18.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:18.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:18.179 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:18.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:18.180 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@903672625(state=PENDING, result=null, callback=(continuation of Deferred@221917132 after retry RPC after error@1819649455) -> (continuation of Deferred@1472637843 after retry RPC after error@89231137) -> (continuation of Deferred@1506378760 after retry RPC after error@416291395) -> (continuation of Deferred@2057871609 after retry RPC after error@1929969674) -> (continuation of Deferred@1718956967 after retry RPC after error@2121219880) -> (continuation of Deferred@1107294068 after retry RPC after error@2051909137), errback=(continuation of Deferred@221917132 after retry RPC after error@1819649455) -> (continuation of Deferred@1472637843 after retry RPC after error@89231137) -> (continuation of Deferred@1506378760 after retry RPC after error@416291395) -> (continuation of Deferred@2057871609 after retry RPC after error@1929969674) -> (continuation of Deferred@1718956967 after retry RPC after error@2121219880) -> (continuation of Deferred@1107294068 after retry RPC after error@2051909137)))
20:05:18.181 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@903672625(state=PENDING, result=null, callback=(continuation of Deferred@221917132 after retry RPC after error@1819649455) -> (continuation of Deferred@1472637843 after retry RPC after error@89231137) -> (continuation of Deferred@1506378760 after retry RPC after error@416291395) -> (continuation of Deferred@2057871609 after retry RPC after error@1929969674) -> (continuation of Deferred@1718956967 after retry RPC after error@2121219880) -> (continuation of Deferred@1107294068 after retry RPC after error@2051909137), errback=(continuation of Deferred@221917132 after retry RPC after error@1819649455) -> (continuation of Deferred@1472637843 after retry RPC after error@89231137) -> (continuation of Deferred@1506378760 after retry RPC after error@416291395) -> (continuation of Deferred@2057871609 after retry RPC after error@1929969674) -> (continuation of Deferred@1718956967 after retry RPC after error@2121219880) -> (continuation of Deferred@1107294068 after retry RPC after error@2051909137)))
20:05:18.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:18.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:18.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.200 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:18.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:18.219 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:18.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:18.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:18.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:18.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:18.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:18.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:18.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:18.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:18.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:18.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.280 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.280 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.280 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.280 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.280 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.281 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:18.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:18.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:18.320 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.320 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.320 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.320 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.320 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.320 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.321 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:18.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:18.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:18.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:18.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:18.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:18.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.380 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.380 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.380 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.380 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.381 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:18.381 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1045776510(state=PENDING, result=null, callback=(continuation of Deferred@955700105 after retry RPC after error@907846377) -> (continuation of Deferred@130781171 after retry RPC after error@323563980) -> (continuation of Deferred@497926839 after retry RPC after error@1316302849) -> (continuation of Deferred@354064939 after retry RPC after error@1334255125) -> (continuation of Deferred@1020052776 after retry RPC after error@1541279624) -> (continuation of Deferred@441720090 after retry RPC after error@1842663411) -> (continuation of Deferred@929800932 after retry RPC after error@484592078), errback=(continuation of Deferred@955700105 after retry RPC after error@907846377) -> (continuation of Deferred@130781171 after retry RPC after error@323563980) -> (continuation of Deferred@497926839 after retry RPC after error@1316302849) -> (continuation of Deferred@354064939 after retry RPC after error@1334255125) -> (continuation of Deferred@1020052776 after retry RPC after error@1541279624) -> (continuation of Deferred@441720090 after retry RPC after error@1842663411) -> (continuation of Deferred@929800932 after retry RPC after error@484592078)))
20:05:18.381 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1045776510(state=PENDING, result=null, callback=(continuation of Deferred@955700105 after retry RPC after error@907846377) -> (continuation of Deferred@130781171 after retry RPC after error@323563980) -> (continuation of Deferred@497926839 after retry RPC after error@1316302849) -> (continuation of Deferred@354064939 after retry RPC after error@1334255125) -> (continuation of Deferred@1020052776 after retry RPC after error@1541279624) -> (continuation of Deferred@441720090 after retry RPC after error@1842663411) -> (continuation of Deferred@929800932 after retry RPC after error@484592078), errback=(continuation of Deferred@955700105 after retry RPC after error@907846377) -> (continuation of Deferred@130781171 after retry RPC after error@323563980) -> (continuation of Deferred@497926839 after retry RPC after error@1316302849) -> (continuation of Deferred@354064939 after retry RPC after error@1334255125) -> (continuation of Deferred@1020052776 after retry RPC after error@1541279624) -> (continuation of Deferred@441720090 after retry RPC after error@1842663411) -> (continuation of Deferred@929800932 after retry RPC after error@484592078)))
20:05:18.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:18.399 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:18.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.400 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:18.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:18.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:18.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:18.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:18.439 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:18.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:18.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:18.459 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:18.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:18.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:18.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:18.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:18.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:18.519 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:18.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.520 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:18.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:18.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:18.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:18.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:18.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:18.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:18.580 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@853057713(state=PENDING, result=null, callback=(continuation of Deferred@1778612456 after retry RPC after error@1710174073) -> (continuation of Deferred@476538138 after retry RPC after error@1800241935) -> (continuation of Deferred@444101302 after retry RPC after error@108008039) -> (continuation of Deferred@563668998 after retry RPC after error@650793665) -> (continuation of Deferred@2138990956 after retry RPC after error@2031861710) -> (continuation of Deferred@530952243 after retry RPC after error@1796060508) -> (continuation of Deferred@1731499096 after retry RPC after error@1131782847), errback=(continuation of Deferred@1778612456 after retry RPC after error@1710174073) -> (continuation of Deferred@476538138 after retry RPC after error@1800241935) -> (continuation of Deferred@444101302 after retry RPC after error@108008039) -> (continuation of Deferred@563668998 after retry RPC after error@650793665) -> (continuation of Deferred@2138990956 after retry RPC after error@2031861710) -> (continuation of Deferred@530952243 after retry RPC after error@1796060508) -> (continuation of Deferred@1731499096 after retry RPC after error@1131782847)))
20:05:18.580 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@853057713(state=PENDING, result=null, callback=(continuation of Deferred@1778612456 after retry RPC after error@1710174073) -> (continuation of Deferred@476538138 after retry RPC after error@1800241935) -> (continuation of Deferred@444101302 after retry RPC after error@108008039) -> (continuation of Deferred@563668998 after retry RPC after error@650793665) -> (continuation of Deferred@2138990956 after retry RPC after error@2031861710) -> (continuation of Deferred@530952243 after retry RPC after error@1796060508) -> (continuation of Deferred@1731499096 after retry RPC after error@1131782847), errback=(continuation of Deferred@1778612456 after retry RPC after error@1710174073) -> (continuation of Deferred@476538138 after retry RPC after error@1800241935) -> (continuation of Deferred@444101302 after retry RPC after error@108008039) -> (continuation of Deferred@563668998 after retry RPC after error@650793665) -> (continuation of Deferred@2138990956 after retry RPC after error@2031861710) -> (continuation of Deferred@530952243 after retry RPC after error@1796060508) -> (continuation of Deferred@1731499096 after retry RPC after error@1131782847)))
20:05:18.599 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:18.599 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:18.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.600 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.600 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.600 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:18.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:18.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:18.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.620 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:18.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:18.639 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:18.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:18.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:18.659 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:18.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:18.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:18.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:18.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:18.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:18.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:18.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:18.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:18.739 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:18.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:18.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:18.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:18.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:18.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:18.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:18.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.820 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.820 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:18.821 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@187741692(state=PENDING, result=null, callback=(continuation of Deferred@674007077 after retry RPC after error@388988273) -> (continuation of Deferred@1817628153 after retry RPC after error@1657215706) -> (continuation of Deferred@786877191 after retry RPC after error@1120857951) -> (continuation of Deferred@414047226 after retry RPC after error@1113981951) -> (continuation of Deferred@1514165831 after retry RPC after error@1874984519) -> (continuation of Deferred@432376398 after retry RPC after error@1800276850) -> (continuation of Deferred@870615602 after retry RPC after error@1404529103) -> (continuation of Deferred@1712659981 after retry RPC after error@2107345958), errback=(continuation of Deferred@674007077 after retry RPC after error@388988273) -> (continuation of Deferred@1817628153 after retry RPC after error@1657215706) -> (continuation of Deferred@786877191 after retry RPC after error@1120857951) -> (continuation of Deferred@414047226 after retry RPC after error@1113981951) -> (continuation of Deferred@1514165831 after retry RPC after error@1874984519) -> (continuation of Deferred@432376398 after retry RPC after error@1800276850) -> (continuation of Deferred@870615602 after retry RPC after error@1404529103) -> (continuation of Deferred@1712659981 after retry RPC after error@2107345958)))
20:05:18.821 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@187741692(state=PENDING, result=null, callback=(continuation of Deferred@674007077 after retry RPC after error@388988273) -> (continuation of Deferred@1817628153 after retry RPC after error@1657215706) -> (continuation of Deferred@786877191 after retry RPC after error@1120857951) -> (continuation of Deferred@414047226 after retry RPC after error@1113981951) -> (continuation of Deferred@1514165831 after retry RPC after error@1874984519) -> (continuation of Deferred@432376398 after retry RPC after error@1800276850) -> (continuation of Deferred@870615602 after retry RPC after error@1404529103) -> (continuation of Deferred@1712659981 after retry RPC after error@2107345958), errback=(continuation of Deferred@674007077 after retry RPC after error@388988273) -> (continuation of Deferred@1817628153 after retry RPC after error@1657215706) -> (continuation of Deferred@786877191 after retry RPC after error@1120857951) -> (continuation of Deferred@414047226 after retry RPC after error@1113981951) -> (continuation of Deferred@1514165831 after retry RPC after error@1874984519) -> (continuation of Deferred@432376398 after retry RPC after error@1800276850) -> (continuation of Deferred@870615602 after retry RPC after error@1404529103) -> (continuation of Deferred@1712659981 after retry RPC after error@2107345958)))
20:05:18.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:18.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:18.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.840 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.840 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.841 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:18.859 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:18.859 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:18.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.860 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.860 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.860 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:18.879 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:18.879 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:18.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.880 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.880 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.880 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:18.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:18.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:18.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:18.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:18.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:18.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:18.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:18.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:18.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.960 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.960 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:18.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:18.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:18.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:18.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:18.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.000 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.000 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.001 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:19.001 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@949813989(state=PENDING, result=null, callback=(continuation of Deferred@1726421982 after retry RPC after error@2085694638) -> (continuation of Deferred@617773947 after retry RPC after error@1946738478) -> (continuation of Deferred@711918490 after retry RPC after error@1605266981) -> (continuation of Deferred@1745936136 after retry RPC after error@1523813515) -> (continuation of Deferred@150087576 after retry RPC after error@612483045) -> (continuation of Deferred@1250417890 after retry RPC after error@217495277), errback=(continuation of Deferred@1726421982 after retry RPC after error@2085694638) -> (continuation of Deferred@617773947 after retry RPC after error@1946738478) -> (continuation of Deferred@711918490 after retry RPC after error@1605266981) -> (continuation of Deferred@1745936136 after retry RPC after error@1523813515) -> (continuation of Deferred@150087576 after retry RPC after error@612483045) -> (continuation of Deferred@1250417890 after retry RPC after error@217495277)))
20:05:19.002 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@949813989(state=PENDING, result=null, callback=(continuation of Deferred@1726421982 after retry RPC after error@2085694638) -> (continuation of Deferred@617773947 after retry RPC after error@1946738478) -> (continuation of Deferred@711918490 after retry RPC after error@1605266981) -> (continuation of Deferred@1745936136 after retry RPC after error@1523813515) -> (continuation of Deferred@150087576 after retry RPC after error@612483045) -> (continuation of Deferred@1250417890 after retry RPC after error@217495277), errback=(continuation of Deferred@1726421982 after retry RPC after error@2085694638) -> (continuation of Deferred@617773947 after retry RPC after error@1946738478) -> (continuation of Deferred@711918490 after retry RPC after error@1605266981) -> (continuation of Deferred@1745936136 after retry RPC after error@1523813515) -> (continuation of Deferred@150087576 after retry RPC after error@612483045) -> (continuation of Deferred@1250417890 after retry RPC after error@217495277)))
20:05:19.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:19.019 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:19.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.020 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:19.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:19.039 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:19.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:19.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:19.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:19.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.060 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:19.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:19.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:19.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:19.099 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:19.099 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:19.100 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.100 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.100 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.100 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.100 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.100 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:19.139 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:19.139 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:19.140 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.140 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.140 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.140 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.140 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.140 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:19.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:19.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:19.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:19.200 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@2128446816(state=PENDING, result=null, callback=(continuation of Deferred@1843156785 after retry RPC after error@1366231574) -> (continuation of Deferred@1392633711 after retry RPC after error@1097178858) -> (continuation of Deferred@1318009896 after retry RPC after error@1738125397) -> (continuation of Deferred@1006573910 after retry RPC after error@1451246093) -> (continuation of Deferred@1641630345 after retry RPC after error@1265128959) -> (continuation of Deferred@144621677 after retry RPC after error@1557818201), errback=(continuation of Deferred@1843156785 after retry RPC after error@1366231574) -> (continuation of Deferred@1392633711 after retry RPC after error@1097178858) -> (continuation of Deferred@1318009896 after retry RPC after error@1738125397) -> (continuation of Deferred@1006573910 after retry RPC after error@1451246093) -> (continuation of Deferred@1641630345 after retry RPC after error@1265128959) -> (continuation of Deferred@144621677 after retry RPC after error@1557818201)))
20:05:19.201 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@2128446816(state=PENDING, result=null, callback=(continuation of Deferred@1843156785 after retry RPC after error@1366231574) -> (continuation of Deferred@1392633711 after retry RPC after error@1097178858) -> (continuation of Deferred@1318009896 after retry RPC after error@1738125397) -> (continuation of Deferred@1006573910 after retry RPC after error@1451246093) -> (continuation of Deferred@1641630345 after retry RPC after error@1265128959) -> (continuation of Deferred@144621677 after retry RPC after error@1557818201), errback=(continuation of Deferred@1843156785 after retry RPC after error@1366231574) -> (continuation of Deferred@1392633711 after retry RPC after error@1097178858) -> (continuation of Deferred@1318009896 after retry RPC after error@1738125397) -> (continuation of Deferred@1006573910 after retry RPC after error@1451246093) -> (continuation of Deferred@1641630345 after retry RPC after error@1265128959) -> (continuation of Deferred@144621677 after retry RPC after error@1557818201)))
20:05:19.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:19.219 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:19.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:19.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:19.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:19.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:19.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:19.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:19.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:19.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:19.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:19.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:19.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:19.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:19.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:19.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:19.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:19.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:19.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:19.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:19.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:19.459 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:19.459 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:19.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.460 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.460 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.460 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.460 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:19.461 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@838231244(state=PENDING, result=null, callback=(continuation of Deferred@728373528 after retry RPC after error@1113468336) -> (continuation of Deferred@1043002520 after retry RPC after error@1022896021) -> (continuation of Deferred@1201757131 after retry RPC after error@1948376354) -> (continuation of Deferred@499542282 after retry RPC after error@1627333032) -> (continuation of Deferred@760037759 after retry RPC after error@1476346169) -> (continuation of Deferred@2036333813 after retry RPC after error@1622433815) -> (continuation of Deferred@666211271 after retry RPC after error@183429249), errback=(continuation of Deferred@728373528 after retry RPC after error@1113468336) -> (continuation of Deferred@1043002520 after retry RPC after error@1022896021) -> (continuation of Deferred@1201757131 after retry RPC after error@1948376354) -> (continuation of Deferred@499542282 after retry RPC after error@1627333032) -> (continuation of Deferred@760037759 after retry RPC after error@1476346169) -> (continuation of Deferred@2036333813 after retry RPC after error@1622433815) -> (continuation of Deferred@666211271 after retry RPC after error@183429249)))
20:05:19.461 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@838231244(state=PENDING, result=null, callback=(continuation of Deferred@728373528 after retry RPC after error@1113468336) -> (continuation of Deferred@1043002520 after retry RPC after error@1022896021) -> (continuation of Deferred@1201757131 after retry RPC after error@1948376354) -> (continuation of Deferred@499542282 after retry RPC after error@1627333032) -> (continuation of Deferred@760037759 after retry RPC after error@1476346169) -> (continuation of Deferred@2036333813 after retry RPC after error@1622433815) -> (continuation of Deferred@666211271 after retry RPC after error@183429249), errback=(continuation of Deferred@728373528 after retry RPC after error@1113468336) -> (continuation of Deferred@1043002520 after retry RPC after error@1022896021) -> (continuation of Deferred@1201757131 after retry RPC after error@1948376354) -> (continuation of Deferred@499542282 after retry RPC after error@1627333032) -> (continuation of Deferred@760037759 after retry RPC after error@1476346169) -> (continuation of Deferred@2036333813 after retry RPC after error@1622433815) -> (continuation of Deferred@666211271 after retry RPC after error@183429249)))
20:05:19.479 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:19.479 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:19.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.480 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.480 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.480 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:19.499 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:19.499 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:19.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.500 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.500 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.500 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.500 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:19.519 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:19.519 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:19.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.520 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.520 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.521 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:19.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:19.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:19.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:19.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:19.559 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:19.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:19.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:19.579 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:19.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:19.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:19.599 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:19.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.600 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.600 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:19.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:19.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:19.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:19.738 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@716767126(state=PENDING, result=null, callback=(continuation of Deferred@1513007659 after retry RPC after error@519032888) -> (continuation of Deferred@523833919 after retry RPC after error@1913653761) -> (continuation of Deferred@1564514714 after retry RPC after error@1028586522) -> (continuation of Deferred@1790028134 after retry RPC after error@411301427) -> (continuation of Deferred@1104552176 after retry RPC after error@196258556) -> (continuation of Deferred@1815074933 after retry RPC after error@1805293997) -> (continuation of Deferred@465298830 after retry RPC after error@88103247) -> (continuation of Deferred@389993954 after retry RPC after error@685142361), errback=(continuation of Deferred@1513007659 after retry RPC after error@519032888) -> (continuation of Deferred@523833919 after retry RPC after error@1913653761) -> (continuation of Deferred@1564514714 after retry RPC after error@1028586522) -> (continuation of Deferred@1790028134 after retry RPC after error@411301427) -> (continuation of Deferred@1104552176 after retry RPC after error@196258556) -> (continuation of Deferred@1815074933 after retry RPC after error@1805293997) -> (continuation of Deferred@465298830 after retry RPC after error@88103247) -> (continuation of Deferred@389993954 after retry RPC after error@685142361)))
20:05:19.739 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:05:19.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:19.759 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:19.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:19.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:19.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:19.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:19.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:19.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:19.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:19.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:19.801013 6757 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033, num_attempts: 1)
20:05:19.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:19.803376 6757 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '68527849fe554464b9bac84b66ab92ff', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '68527849fe554464b9bac84b66ab92ff', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033, num_attempts: 1)
20:05:19.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:19.805230 6757 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.5.249.254:41591)
20:05:19.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:19.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:19.820 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.820 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.820 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.820 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.820 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.820 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:19.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:19.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:19.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.840 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.840 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.840 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:19.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:19.859 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:19.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:19.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:19.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:19.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:19.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:19.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:19.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:19.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:20.000 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.000 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.000 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.000 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.000 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.000 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.001 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:20.001 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1293364440(state=PENDING, result=null, callback=(continuation of Deferred@2102713740 after retry RPC after error@341385716) -> (continuation of Deferred@1310410107 after retry RPC after error@975094156) -> (continuation of Deferred@1644024830 after retry RPC after error@1022761140) -> (continuation of Deferred@684892876 after retry RPC after error@1686897915) -> (continuation of Deferred@1809930679 after retry RPC after error@1742655431) -> (continuation of Deferred@1512559922 after retry RPC after error@1577630033) -> (continuation of Deferred@1069907910 after retry RPC after error@779370254), errback=(continuation of Deferred@2102713740 after retry RPC after error@341385716) -> (continuation of Deferred@1310410107 after retry RPC after error@975094156) -> (continuation of Deferred@1644024830 after retry RPC after error@1022761140) -> (continuation of Deferred@684892876 after retry RPC after error@1686897915) -> (continuation of Deferred@1809930679 after retry RPC after error@1742655431) -> (continuation of Deferred@1512559922 after retry RPC after error@1577630033) -> (continuation of Deferred@1069907910 after retry RPC after error@779370254)))
20:05:20.001 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1293364440(state=PENDING, result=null, callback=(continuation of Deferred@2102713740 after retry RPC after error@341385716) -> (continuation of Deferred@1310410107 after retry RPC after error@975094156) -> (continuation of Deferred@1644024830 after retry RPC after error@1022761140) -> (continuation of Deferred@684892876 after retry RPC after error@1686897915) -> (continuation of Deferred@1809930679 after retry RPC after error@1742655431) -> (continuation of Deferred@1512559922 after retry RPC after error@1577630033) -> (continuation of Deferred@1069907910 after retry RPC after error@779370254), errback=(continuation of Deferred@2102713740 after retry RPC after error@341385716) -> (continuation of Deferred@1310410107 after retry RPC after error@975094156) -> (continuation of Deferred@1644024830 after retry RPC after error@1022761140) -> (continuation of Deferred@684892876 after retry RPC after error@1686897915) -> (continuation of Deferred@1809930679 after retry RPC after error@1742655431) -> (continuation of Deferred@1512559922 after retry RPC after error@1577630033) -> (continuation of Deferred@1069907910 after retry RPC after error@779370254)))
20:05:20.019 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:20.019 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:20.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.020 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.020 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.020 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.020 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.020 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.021 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:20.039 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:20.039 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:20.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.040 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.040 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.040 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.040 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.040 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:20.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:20.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:20.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.060 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.060 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.060 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.060 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:20.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:20.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:20.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.080 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.080 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:20.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:20.099 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:20.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.100 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:20.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:20.119 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:20.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.120 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:20.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:20.159 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:20.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:20.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:20.219 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:20.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.220 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:20.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:20.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:20.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:20.261 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1171186780(state=PENDING, result=null, callback=(continuation of Deferred@29490675 after retry RPC after error@1174685492) -> (continuation of Deferred@1527910750 after retry RPC after error@1766646372) -> (continuation of Deferred@1743561947 after retry RPC after error@53830389) -> (continuation of Deferred@1223039788 after retry RPC after error@1186434966) -> (continuation of Deferred@1157575143 after retry RPC after error@1819656519) -> (continuation of Deferred@338856094 after retry RPC after error@1845722801) -> (continuation of Deferred@1397627551 after retry RPC after error@301172296) -> (continuation of Deferred@285575824 after retry RPC after error@1678153975), errback=(continuation of Deferred@29490675 after retry RPC after error@1174685492) -> (continuation of Deferred@1527910750 after retry RPC after error@1766646372) -> (continuation of Deferred@1743561947 after retry RPC after error@53830389) -> (continuation of Deferred@1223039788 after retry RPC after error@1186434966) -> (continuation of Deferred@1157575143 after retry RPC after error@1819656519) -> (continuation of Deferred@338856094 after retry RPC after error@1845722801) -> (continuation of Deferred@1397627551 after retry RPC after error@301172296) -> (continuation of Deferred@285575824 after retry RPC after error@1678153975)))
20:05:20.261 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1171186780(state=PENDING, result=null, callback=(continuation of Deferred@29490675 after retry RPC after error@1174685492) -> (continuation of Deferred@1527910750 after retry RPC after error@1766646372) -> (continuation of Deferred@1743561947 after retry RPC after error@53830389) -> (continuation of Deferred@1223039788 after retry RPC after error@1186434966) -> (continuation of Deferred@1157575143 after retry RPC after error@1819656519) -> (continuation of Deferred@338856094 after retry RPC after error@1845722801) -> (continuation of Deferred@1397627551 after retry RPC after error@301172296) -> (continuation of Deferred@285575824 after retry RPC after error@1678153975), errback=(continuation of Deferred@29490675 after retry RPC after error@1174685492) -> (continuation of Deferred@1527910750 after retry RPC after error@1766646372) -> (continuation of Deferred@1743561947 after retry RPC after error@53830389) -> (continuation of Deferred@1223039788 after retry RPC after error@1186434966) -> (continuation of Deferred@1157575143 after retry RPC after error@1819656519) -> (continuation of Deferred@338856094 after retry RPC after error@1845722801) -> (continuation of Deferred@1397627551 after retry RPC after error@301172296) -> (continuation of Deferred@285575824 after retry RPC after error@1678153975)))
20:05:20.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:20.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:20.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:20.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:20.299 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:20.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:20.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:20.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:20.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:20.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:20.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:20.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.340 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:20.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:20.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:20.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:20.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:20.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:20.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:20.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:20.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:20.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:20.440 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1863767079(state=PENDING, result=null, callback=(continuation of Deferred@1630013215 after retry RPC after error@1116773377) -> (continuation of Deferred@1817782835 after retry RPC after error@892828787) -> (continuation of Deferred@335971637 after retry RPC after error@1387295520) -> (continuation of Deferred@1998439415 after retry RPC after error@2043145603) -> (continuation of Deferred@1497952419 after retry RPC after error@145793497) -> (continuation of Deferred@296470851 after retry RPC after error@1472627968), errback=(continuation of Deferred@1630013215 after retry RPC after error@1116773377) -> (continuation of Deferred@1817782835 after retry RPC after error@892828787) -> (continuation of Deferred@335971637 after retry RPC after error@1387295520) -> (continuation of Deferred@1998439415 after retry RPC after error@2043145603) -> (continuation of Deferred@1497952419 after retry RPC after error@145793497) -> (continuation of Deferred@296470851 after retry RPC after error@1472627968)))
20:05:20.441 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1863767079(state=PENDING, result=null, callback=(continuation of Deferred@1630013215 after retry RPC after error@1116773377) -> (continuation of Deferred@1817782835 after retry RPC after error@892828787) -> (continuation of Deferred@335971637 after retry RPC after error@1387295520) -> (continuation of Deferred@1998439415 after retry RPC after error@2043145603) -> (continuation of Deferred@1497952419 after retry RPC after error@145793497) -> (continuation of Deferred@296470851 after retry RPC after error@1472627968), errback=(continuation of Deferred@1630013215 after retry RPC after error@1116773377) -> (continuation of Deferred@1817782835 after retry RPC after error@892828787) -> (continuation of Deferred@335971637 after retry RPC after error@1387295520) -> (continuation of Deferred@1998439415 after retry RPC after error@2043145603) -> (continuation of Deferred@1497952419 after retry RPC after error@145793497) -> (continuation of Deferred@296470851 after retry RPC after error@1472627968)))
20:05:20.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:20.459 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:20.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.460 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:20.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:20.479 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:20.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:20.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:20.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:20.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:20.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:20.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:20.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.520 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:20.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:20.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:20.540 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.540 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.540 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.540 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.540 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.540 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:20.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:20.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:20.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:20.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:20.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:20.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:20.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:20.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:20.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:20.680 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@929839066(state=PENDING, result=null, callback=(continuation of Deferred@602365470 after retry RPC after error@553616649) -> (continuation of Deferred@1527502251 after retry RPC after error@227539959) -> (continuation of Deferred@344019958 after retry RPC after error@1217026978) -> (continuation of Deferred@1302952341 after retry RPC after error@1057715092) -> (continuation of Deferred@562792800 after retry RPC after error@1002865080) -> (continuation of Deferred@1025843844 after retry RPC after error@1507221863) -> (continuation of Deferred@619389876 after retry RPC after error@732937680), errback=(continuation of Deferred@602365470 after retry RPC after error@553616649) -> (continuation of Deferred@1527502251 after retry RPC after error@227539959) -> (continuation of Deferred@344019958 after retry RPC after error@1217026978) -> (continuation of Deferred@1302952341 after retry RPC after error@1057715092) -> (continuation of Deferred@562792800 after retry RPC after error@1002865080) -> (continuation of Deferred@1025843844 after retry RPC after error@1507221863) -> (continuation of Deferred@619389876 after retry RPC after error@732937680)))
20:05:20.680 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@929839066(state=PENDING, result=null, callback=(continuation of Deferred@602365470 after retry RPC after error@553616649) -> (continuation of Deferred@1527502251 after retry RPC after error@227539959) -> (continuation of Deferred@344019958 after retry RPC after error@1217026978) -> (continuation of Deferred@1302952341 after retry RPC after error@1057715092) -> (continuation of Deferred@562792800 after retry RPC after error@1002865080) -> (continuation of Deferred@1025843844 after retry RPC after error@1507221863) -> (continuation of Deferred@619389876 after retry RPC after error@732937680), errback=(continuation of Deferred@602365470 after retry RPC after error@553616649) -> (continuation of Deferred@1527502251 after retry RPC after error@227539959) -> (continuation of Deferred@344019958 after retry RPC after error@1217026978) -> (continuation of Deferred@1302952341 after retry RPC after error@1057715092) -> (continuation of Deferred@562792800 after retry RPC after error@1002865080) -> (continuation of Deferred@1025843844 after retry RPC after error@1507221863) -> (continuation of Deferred@619389876 after retry RPC after error@732937680)))
20:05:20.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:20.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:20.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:20.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:20.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:20.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.719 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:20.739 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:20.739 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:20.740 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.740 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.740 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.740 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.740 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.740 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:20.759 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:20.759 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:20.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.760 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.760 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.760 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.760 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:20.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:20.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:20.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.780 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:20.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:20.799 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:20.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:20.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:20.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:20.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:20.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:20.879 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:20.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:20.881 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1495284705(state=PENDING, result=null, callback=(continuation of Deferred@693835207 after retry RPC after error@319555602) -> (continuation of Deferred@1115026315 after retry RPC after error@449984279) -> (continuation of Deferred@1800858791 after retry RPC after error@417936711) -> (continuation of Deferred@1978492026 after retry RPC after error@2114752351) -> (continuation of Deferred@585332717 after retry RPC after error@1936801275) -> (continuation of Deferred@1839290715 after retry RPC after error@2001552839) -> (continuation of Deferred@1311246556 after retry RPC after error@885815815), errback=(continuation of Deferred@693835207 after retry RPC after error@319555602) -> (continuation of Deferred@1115026315 after retry RPC after error@449984279) -> (continuation of Deferred@1800858791 after retry RPC after error@417936711) -> (continuation of Deferred@1978492026 after retry RPC after error@2114752351) -> (continuation of Deferred@585332717 after retry RPC after error@1936801275) -> (continuation of Deferred@1839290715 after retry RPC after error@2001552839) -> (continuation of Deferred@1311246556 after retry RPC after error@885815815)))
20:05:20.881 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1495284705(state=PENDING, result=null, callback=(continuation of Deferred@693835207 after retry RPC after error@319555602) -> (continuation of Deferred@1115026315 after retry RPC after error@449984279) -> (continuation of Deferred@1800858791 after retry RPC after error@417936711) -> (continuation of Deferred@1978492026 after retry RPC after error@2114752351) -> (continuation of Deferred@585332717 after retry RPC after error@1936801275) -> (continuation of Deferred@1839290715 after retry RPC after error@2001552839) -> (continuation of Deferred@1311246556 after retry RPC after error@885815815), errback=(continuation of Deferred@693835207 after retry RPC after error@319555602) -> (continuation of Deferred@1115026315 after retry RPC after error@449984279) -> (continuation of Deferred@1800858791 after retry RPC after error@417936711) -> (continuation of Deferred@1978492026 after retry RPC after error@2114752351) -> (continuation of Deferred@585332717 after retry RPC after error@1936801275) -> (continuation of Deferred@1839290715 after retry RPC after error@2001552839) -> (continuation of Deferred@1311246556 after retry RPC after error@885815815)))
20:05:20.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:20.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:20.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.900 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:20.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:20.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:20.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:20.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:20.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:20.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:20.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:20.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:20.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:20.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.960 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.960 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:20.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:20.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:20.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:20.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:20.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:21.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:21.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:21.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:21.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:21.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:21.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.060 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:21.061 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@2142269344(state=PENDING, result=null, callback=(continuation of Deferred@1419728311 after retry RPC after error@982276164) -> (continuation of Deferred@1415218449 after retry RPC after error@678112597) -> (continuation of Deferred@116909826 after retry RPC after error@1583469024) -> (continuation of Deferred@1586738480 after retry RPC after error@795032114) -> (continuation of Deferred@370480939 after retry RPC after error@1177234136) -> (continuation of Deferred@97664280 after retry RPC after error@869672250), errback=(continuation of Deferred@1419728311 after retry RPC after error@982276164) -> (continuation of Deferred@1415218449 after retry RPC after error@678112597) -> (continuation of Deferred@116909826 after retry RPC after error@1583469024) -> (continuation of Deferred@1586738480 after retry RPC after error@795032114) -> (continuation of Deferred@370480939 after retry RPC after error@1177234136) -> (continuation of Deferred@97664280 after retry RPC after error@869672250)))
20:05:21.066 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@2142269344(state=PENDING, result=null, callback=(continuation of Deferred@1419728311 after retry RPC after error@982276164) -> (continuation of Deferred@1415218449 after retry RPC after error@678112597) -> (continuation of Deferred@116909826 after retry RPC after error@1583469024) -> (continuation of Deferred@1586738480 after retry RPC after error@795032114) -> (continuation of Deferred@370480939 after retry RPC after error@1177234136) -> (continuation of Deferred@97664280 after retry RPC after error@869672250), errback=(continuation of Deferred@1419728311 after retry RPC after error@982276164) -> (continuation of Deferred@1415218449 after retry RPC after error@678112597) -> (continuation of Deferred@116909826 after retry RPC after error@1583469024) -> (continuation of Deferred@1586738480 after retry RPC after error@795032114) -> (continuation of Deferred@370480939 after retry RPC after error@1177234136) -> (continuation of Deferred@97664280 after retry RPC after error@869672250)))
20:05:21.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:21.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:21.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.080 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:21.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:21.099 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:21.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:21.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:21.119 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:21.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.120 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:21.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:21.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:21.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:21.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:21.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:21.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:21.179 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:21.179 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:21.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.180 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.180 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.180 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.180 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.180 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.181 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:21.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:21.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:21.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:21.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:21.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:21.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.320 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.320 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:21.321 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1077739180(state=PENDING, result=null, callback=(continuation of Deferred@276888594 after retry RPC after error@437278240) -> (continuation of Deferred@573723950 after retry RPC after error@98305626) -> (continuation of Deferred@304810655 after retry RPC after error@177401772) -> (continuation of Deferred@985219317 after retry RPC after error@1605533486) -> (continuation of Deferred@352840117 after retry RPC after error@150309686) -> (continuation of Deferred@2025577525 after retry RPC after error@884770563) -> (continuation of Deferred@517773920 after retry RPC after error@986980022), errback=(continuation of Deferred@276888594 after retry RPC after error@437278240) -> (continuation of Deferred@573723950 after retry RPC after error@98305626) -> (continuation of Deferred@304810655 after retry RPC after error@177401772) -> (continuation of Deferred@985219317 after retry RPC after error@1605533486) -> (continuation of Deferred@352840117 after retry RPC after error@150309686) -> (continuation of Deferred@2025577525 after retry RPC after error@884770563) -> (continuation of Deferred@517773920 after retry RPC after error@986980022)))
20:05:21.321 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1077739180(state=PENDING, result=null, callback=(continuation of Deferred@276888594 after retry RPC after error@437278240) -> (continuation of Deferred@573723950 after retry RPC after error@98305626) -> (continuation of Deferred@304810655 after retry RPC after error@177401772) -> (continuation of Deferred@985219317 after retry RPC after error@1605533486) -> (continuation of Deferred@352840117 after retry RPC after error@150309686) -> (continuation of Deferred@2025577525 after retry RPC after error@884770563) -> (continuation of Deferred@517773920 after retry RPC after error@986980022), errback=(continuation of Deferred@276888594 after retry RPC after error@437278240) -> (continuation of Deferred@573723950 after retry RPC after error@98305626) -> (continuation of Deferred@304810655 after retry RPC after error@177401772) -> (continuation of Deferred@985219317 after retry RPC after error@1605533486) -> (continuation of Deferred@352840117 after retry RPC after error@150309686) -> (continuation of Deferred@2025577525 after retry RPC after error@884770563) -> (continuation of Deferred@517773920 after retry RPC after error@986980022)))
20:05:21.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:21.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:21.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.340 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:21.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:21.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:21.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:21.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:21.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:21.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.381 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:21.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:21.399 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:21.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:21.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:21.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:21.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:21.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:21.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:21.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:21.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:21.519 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:21.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.520 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.520 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.520 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.520 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:21.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:21.559 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:21.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.560 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.560 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:21.560 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@646961597(state=PENDING, result=null, callback=(continuation of Deferred@348044162 after retry RPC after error@1756668045) -> (continuation of Deferred@1580319036 after retry RPC after error@111917430) -> (continuation of Deferred@1739088010 after retry RPC after error@718603322) -> (continuation of Deferred@2050824317 after retry RPC after error@562458181) -> (continuation of Deferred@93255375 after retry RPC after error@133744272) -> (continuation of Deferred@353683682 after retry RPC after error@133331011) -> (continuation of Deferred@1966657276 after retry RPC after error@875911821), errback=(continuation of Deferred@348044162 after retry RPC after error@1756668045) -> (continuation of Deferred@1580319036 after retry RPC after error@111917430) -> (continuation of Deferred@1739088010 after retry RPC after error@718603322) -> (continuation of Deferred@2050824317 after retry RPC after error@562458181) -> (continuation of Deferred@93255375 after retry RPC after error@133744272) -> (continuation of Deferred@353683682 after retry RPC after error@133331011) -> (continuation of Deferred@1966657276 after retry RPC after error@875911821)))
20:05:21.561 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@646961597(state=PENDING, result=null, callback=(continuation of Deferred@348044162 after retry RPC after error@1756668045) -> (continuation of Deferred@1580319036 after retry RPC after error@111917430) -> (continuation of Deferred@1739088010 after retry RPC after error@718603322) -> (continuation of Deferred@2050824317 after retry RPC after error@562458181) -> (continuation of Deferred@93255375 after retry RPC after error@133744272) -> (continuation of Deferred@353683682 after retry RPC after error@133331011) -> (continuation of Deferred@1966657276 after retry RPC after error@875911821), errback=(continuation of Deferred@348044162 after retry RPC after error@1756668045) -> (continuation of Deferred@1580319036 after retry RPC after error@111917430) -> (continuation of Deferred@1739088010 after retry RPC after error@718603322) -> (continuation of Deferred@2050824317 after retry RPC after error@562458181) -> (continuation of Deferred@93255375 after retry RPC after error@133744272) -> (continuation of Deferred@353683682 after retry RPC after error@133331011) -> (continuation of Deferred@1966657276 after retry RPC after error@875911821)))
20:05:21.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:21.579 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:21.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:21.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:21.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:21.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:21.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:21.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:21.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:21.639 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:21.639 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:21.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.640 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.640 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.640 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.640 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:21.659 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:21.659 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:21.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.660 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.660 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:21.699 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:21.699 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:21.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.700 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.700 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:21.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:21.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:21.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.780 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.780 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:21.781 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1400987425(state=PENDING, result=null, callback=(continuation of Deferred@117847638 after retry RPC after error@2054493921) -> (continuation of Deferred@1310470421 after retry RPC after error@389879712) -> (continuation of Deferred@557787031 after retry RPC after error@1932521295) -> (continuation of Deferred@1544875174 after retry RPC after error@594239635) -> (continuation of Deferred@2066807030 after retry RPC after error@2003383624) -> (continuation of Deferred@207853279 after retry RPC after error@1953759288), errback=(continuation of Deferred@117847638 after retry RPC after error@2054493921) -> (continuation of Deferred@1310470421 after retry RPC after error@389879712) -> (continuation of Deferred@557787031 after retry RPC after error@1932521295) -> (continuation of Deferred@1544875174 after retry RPC after error@594239635) -> (continuation of Deferred@2066807030 after retry RPC after error@2003383624) -> (continuation of Deferred@207853279 after retry RPC after error@1953759288)))
20:05:21.781 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1400987425(state=PENDING, result=null, callback=(continuation of Deferred@117847638 after retry RPC after error@2054493921) -> (continuation of Deferred@1310470421 after retry RPC after error@389879712) -> (continuation of Deferred@557787031 after retry RPC after error@1932521295) -> (continuation of Deferred@1544875174 after retry RPC after error@594239635) -> (continuation of Deferred@2066807030 after retry RPC after error@2003383624) -> (continuation of Deferred@207853279 after retry RPC after error@1953759288), errback=(continuation of Deferred@117847638 after retry RPC after error@2054493921) -> (continuation of Deferred@1310470421 after retry RPC after error@389879712) -> (continuation of Deferred@557787031 after retry RPC after error@1932521295) -> (continuation of Deferred@1544875174 after retry RPC after error@594239635) -> (continuation of Deferred@2066807030 after retry RPC after error@2003383624) -> (continuation of Deferred@207853279 after retry RPC after error@1953759288)))
20:05:21.799 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:21.799 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:21.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.800 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.800 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:21.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:21.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:21.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:21.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:21.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:21.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:21.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:21.859 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:21.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:21.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:21.879 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:21.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:21.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:21.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:21.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:21.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:21.939 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:21.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:21.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:21.979 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:21.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:21.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:21.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:21.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:21.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:21.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:22.000 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@159491289(state=PENDING, result=null, callback=(continuation of Deferred@627030122 after retry RPC after error@1369565052) -> (continuation of Deferred@711775512 after retry RPC after error@785320928) -> (continuation of Deferred@1988848315 after retry RPC after error@676329745) -> (continuation of Deferred@1682386197 after retry RPC after error@838969974) -> (continuation of Deferred@536002623 after retry RPC after error@1210201505) -> (continuation of Deferred@365991477 after retry RPC after error@717081827) -> (continuation of Deferred@600249011 after retry RPC after error@2047976535) -> (continuation of Deferred@1801581598 after retry RPC after error@805304133), errback=(continuation of Deferred@627030122 after retry RPC after error@1369565052) -> (continuation of Deferred@711775512 after retry RPC after error@785320928) -> (continuation of Deferred@1988848315 after retry RPC after error@676329745) -> (continuation of Deferred@1682386197 after retry RPC after error@838969974) -> (continuation of Deferred@536002623 after retry RPC after error@1210201505) -> (continuation of Deferred@365991477 after retry RPC after error@717081827) -> (continuation of Deferred@600249011 after retry RPC after error@2047976535) -> (continuation of Deferred@1801581598 after retry RPC after error@805304133)))
20:05:22.000 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@159491289(state=PENDING, result=null, callback=(continuation of Deferred@627030122 after retry RPC after error@1369565052) -> (continuation of Deferred@711775512 after retry RPC after error@785320928) -> (continuation of Deferred@1988848315 after retry RPC after error@676329745) -> (continuation of Deferred@1682386197 after retry RPC after error@838969974) -> (continuation of Deferred@536002623 after retry RPC after error@1210201505) -> (continuation of Deferred@365991477 after retry RPC after error@717081827) -> (continuation of Deferred@600249011 after retry RPC after error@2047976535) -> (continuation of Deferred@1801581598 after retry RPC after error@805304133), errback=(continuation of Deferred@627030122 after retry RPC after error@1369565052) -> (continuation of Deferred@711775512 after retry RPC after error@785320928) -> (continuation of Deferred@1988848315 after retry RPC after error@676329745) -> (continuation of Deferred@1682386197 after retry RPC after error@838969974) -> (continuation of Deferred@536002623 after retry RPC after error@1210201505) -> (continuation of Deferred@365991477 after retry RPC after error@717081827) -> (continuation of Deferred@600249011 after retry RPC after error@2047976535) -> (continuation of Deferred@1801581598 after retry RPC after error@805304133)))
20:05:22.019 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:22.019 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:22.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.020 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.020 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.020 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.020 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.020 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:22.039 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:22.039 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:22.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.040 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:22.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:22.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:22.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.060 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:22.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:22.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:22.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.080 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:22.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:22.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:22.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:22.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:22.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:22.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:22.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:22.179 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:22.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:22.180 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@677726847(state=PENDING, result=null, callback=(continuation of Deferred@1762340005 after retry RPC after error@1545932301) -> (continuation of Deferred@1922034404 after retry RPC after error@1882939512) -> (continuation of Deferred@1088754910 after retry RPC after error@885272489) -> (continuation of Deferred@957430559 after retry RPC after error@302163173) -> (continuation of Deferred@2049507743 after retry RPC after error@1871040532) -> (continuation of Deferred@1610405688 after retry RPC after error@1490970030), errback=(continuation of Deferred@1762340005 after retry RPC after error@1545932301) -> (continuation of Deferred@1922034404 after retry RPC after error@1882939512) -> (continuation of Deferred@1088754910 after retry RPC after error@885272489) -> (continuation of Deferred@957430559 after retry RPC after error@302163173) -> (continuation of Deferred@2049507743 after retry RPC after error@1871040532) -> (continuation of Deferred@1610405688 after retry RPC after error@1490970030)))
20:05:22.180 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@677726847(state=PENDING, result=null, callback=(continuation of Deferred@1762340005 after retry RPC after error@1545932301) -> (continuation of Deferred@1922034404 after retry RPC after error@1882939512) -> (continuation of Deferred@1088754910 after retry RPC after error@885272489) -> (continuation of Deferred@957430559 after retry RPC after error@302163173) -> (continuation of Deferred@2049507743 after retry RPC after error@1871040532) -> (continuation of Deferred@1610405688 after retry RPC after error@1490970030), errback=(continuation of Deferred@1762340005 after retry RPC after error@1545932301) -> (continuation of Deferred@1922034404 after retry RPC after error@1882939512) -> (continuation of Deferred@1088754910 after retry RPC after error@885272489) -> (continuation of Deferred@957430559 after retry RPC after error@302163173) -> (continuation of Deferred@2049507743 after retry RPC after error@1871040532) -> (continuation of Deferred@1610405688 after retry RPC after error@1490970030)))
20:05:22.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:22.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:22.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:22.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:22.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:22.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:22.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:22.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:22.240 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.240 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.240 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.240 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.240 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.241 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:22.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:22.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:22.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:22.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:22.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:22.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.280 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.280 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:22.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:22.299 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:22.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:22.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:22.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:22.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:22.399 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:22.399 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:22.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.400 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.400 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:22.401 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1892970049(state=PENDING, result=null, callback=(continuation of Deferred@1007768566 after retry RPC after error@1674503565) -> (continuation of Deferred@1118948532 after retry RPC after error@289670341) -> (continuation of Deferred@670854136 after retry RPC after error@864681991) -> (continuation of Deferred@2140319406 after retry RPC after error@1321332661) -> (continuation of Deferred@178712126 after retry RPC after error@1775193429) -> (continuation of Deferred@63076636 after retry RPC after error@1111462550) -> (continuation of Deferred@2136294385 after retry RPC after error@1826819243), errback=(continuation of Deferred@1007768566 after retry RPC after error@1674503565) -> (continuation of Deferred@1118948532 after retry RPC after error@289670341) -> (continuation of Deferred@670854136 after retry RPC after error@864681991) -> (continuation of Deferred@2140319406 after retry RPC after error@1321332661) -> (continuation of Deferred@178712126 after retry RPC after error@1775193429) -> (continuation of Deferred@63076636 after retry RPC after error@1111462550) -> (continuation of Deferred@2136294385 after retry RPC after error@1826819243)))
20:05:22.401 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1892970049(state=PENDING, result=null, callback=(continuation of Deferred@1007768566 after retry RPC after error@1674503565) -> (continuation of Deferred@1118948532 after retry RPC after error@289670341) -> (continuation of Deferred@670854136 after retry RPC after error@864681991) -> (continuation of Deferred@2140319406 after retry RPC after error@1321332661) -> (continuation of Deferred@178712126 after retry RPC after error@1775193429) -> (continuation of Deferred@63076636 after retry RPC after error@1111462550) -> (continuation of Deferred@2136294385 after retry RPC after error@1826819243), errback=(continuation of Deferred@1007768566 after retry RPC after error@1674503565) -> (continuation of Deferred@1118948532 after retry RPC after error@289670341) -> (continuation of Deferred@670854136 after retry RPC after error@864681991) -> (continuation of Deferred@2140319406 after retry RPC after error@1321332661) -> (continuation of Deferred@178712126 after retry RPC after error@1775193429) -> (continuation of Deferred@63076636 after retry RPC after error@1111462550) -> (continuation of Deferred@2136294385 after retry RPC after error@1826819243)))
20:05:22.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:22.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:22.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:22.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:22.431915 7277 raft_consensus.cc:491] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 02761a9004984092b87596f4c1541f16)
20:05:22.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:22.432113 7277 raft_consensus.cc:513] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } }
20:05:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:22.432796 7277 leader_election.cc:290] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 02761a9004984092b87596f4c1541f16 (127.5.249.253:34953), cad3ec31d7c74b1dbfb9789e93755247 (127.5.249.252:36033)
20:05:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:22.433808 7012 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.249.253:34953: connect: Connection refused (error 111) [suppressed 3 similar messages]
20:05:22.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:22.435010 7014 leader_election.cc:336] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer cad3ec31d7c74b1dbfb9789e93755247 (127.5.249.252:36033): Network error: Client connection negotiation failed: client connection to 127.5.249.252:36033: connect: Connection refused (error 111)
20:05:22.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:22.435180 7012 leader_election.cc:336] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 02761a9004984092b87596f4c1541f16 (127.5.249.253:34953): Network error: Client connection negotiation failed: client connection to 127.5.249.253:34953: connect: Connection refused (error 111)
20:05:22.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:22.435324 7012 leader_election.cc:304] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 45af88cb52384c878c98ac3a5faf91f9; no voters: 02761a9004984092b87596f4c1541f16, cad3ec31d7c74b1dbfb9789e93755247
20:05:22.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:22.435581 7277 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
20:05:22.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:22.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:22.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:22.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:22.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:22.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:22.479 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:22.479 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:22.480 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.480 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.480 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.480 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.480 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.480 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.481 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:22.499 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:22.499 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:22.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.500 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.500 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.500 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.500 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.500 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:22.519 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:22.519 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:22.520 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.520 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.520 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.521 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:22.559 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:22.559 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:22.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.560 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.560 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.560 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.560 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:22.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:22.576982 6995 master_runner.cc:186] Error getting master registration for 127.5.249.253:34953: Network error: Client connection negotiation failed: client connection to 127.5.249.253:34953: connect: Connection refused (error 111),
20:05:22.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:22.577150 6995 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:05:22.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:22.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:22.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.620 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.620 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.620 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.620 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:22.621 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@304303195(state=PENDING, result=null, callback=(continuation of Deferred@2117039717 after retry RPC after error@1151053149) -> (continuation of Deferred@1148830600 after retry RPC after error@1286610632) -> (continuation of Deferred@1235862885 after retry RPC after error@1346467912) -> (continuation of Deferred@1521390667 after retry RPC after error@379885448) -> (continuation of Deferred@287435476 after retry RPC after error@1257849728) -> (continuation of Deferred@1683724888 after retry RPC after error@1458657676) -> (continuation of Deferred@1209564876 after retry RPC after error@1224593676), errback=(continuation of Deferred@2117039717 after retry RPC after error@1151053149) -> (continuation of Deferred@1148830600 after retry RPC after error@1286610632) -> (continuation of Deferred@1235862885 after retry RPC after error@1346467912) -> (continuation of Deferred@1521390667 after retry RPC after error@379885448) -> (continuation of Deferred@287435476 after retry RPC after error@1257849728) -> (continuation of Deferred@1683724888 after retry RPC after error@1458657676) -> (continuation of Deferred@1209564876 after retry RPC after error@1224593676)))
20:05:22.621 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@304303195(state=PENDING, result=null, callback=(continuation of Deferred@2117039717 after retry RPC after error@1151053149) -> (continuation of Deferred@1148830600 after retry RPC after error@1286610632) -> (continuation of Deferred@1235862885 after retry RPC after error@1346467912) -> (continuation of Deferred@1521390667 after retry RPC after error@379885448) -> (continuation of Deferred@287435476 after retry RPC after error@1257849728) -> (continuation of Deferred@1683724888 after retry RPC after error@1458657676) -> (continuation of Deferred@1209564876 after retry RPC after error@1224593676), errback=(continuation of Deferred@2117039717 after retry RPC after error@1151053149) -> (continuation of Deferred@1148830600 after retry RPC after error@1286610632) -> (continuation of Deferred@1235862885 after retry RPC after error@1346467912) -> (continuation of Deferred@1521390667 after retry RPC after error@379885448) -> (continuation of Deferred@287435476 after retry RPC after error@1257849728) -> (continuation of Deferred@1683724888 after retry RPC after error@1458657676) -> (continuation of Deferred@1209564876 after retry RPC after error@1224593676)))
20:05:22.639 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:22.639 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:22.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.640 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.640 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.640 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.640 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:22.659 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:22.659 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:22.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:22.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:22.679 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:22.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:22.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:22.699 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:22.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:22.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:22.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:22.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:22.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:22.739 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:22.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:22.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:22.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:22.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:22.820 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@2142195740(state=PENDING, result=null, callback=(continuation of Deferred@1025454002 after retry RPC after error@438049325) -> (continuation of Deferred@417475400 after retry RPC after error@491304952) -> (continuation of Deferred@1500412252 after retry RPC after error@601480494) -> (continuation of Deferred@711465590 after retry RPC after error@1917292468) -> (continuation of Deferred@1481227321 after retry RPC after error@890518195) -> (continuation of Deferred@1598373325 after retry RPC after error@288433086), errback=(continuation of Deferred@1025454002 after retry RPC after error@438049325) -> (continuation of Deferred@417475400 after retry RPC after error@491304952) -> (continuation of Deferred@1500412252 after retry RPC after error@601480494) -> (continuation of Deferred@711465590 after retry RPC after error@1917292468) -> (continuation of Deferred@1481227321 after retry RPC after error@890518195) -> (continuation of Deferred@1598373325 after retry RPC after error@288433086)))
20:05:22.821 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@2142195740(state=PENDING, result=null, callback=(continuation of Deferred@1025454002 after retry RPC after error@438049325) -> (continuation of Deferred@417475400 after retry RPC after error@491304952) -> (continuation of Deferred@1500412252 after retry RPC after error@601480494) -> (continuation of Deferred@711465590 after retry RPC after error@1917292468) -> (continuation of Deferred@1481227321 after retry RPC after error@890518195) -> (continuation of Deferred@1598373325 after retry RPC after error@288433086), errback=(continuation of Deferred@1025454002 after retry RPC after error@438049325) -> (continuation of Deferred@417475400 after retry RPC after error@491304952) -> (continuation of Deferred@1500412252 after retry RPC after error@601480494) -> (continuation of Deferred@711465590 after retry RPC after error@1917292468) -> (continuation of Deferred@1481227321 after retry RPC after error@890518195) -> (continuation of Deferred@1598373325 after retry RPC after error@288433086)))
20:05:22.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:22.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:22.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.840 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.840 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:22.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:22.859 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:22.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.860 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.860 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:22.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:22.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:22.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:22.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:22.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:22.900 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.900 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.900 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.900 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.901 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:22.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:22.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:22.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.920 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.920 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.920 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:22.939 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:22.939 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:22.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.940 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.941 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:22.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:22.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:22.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:22.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:22.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:22.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:22.980 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@187016358(state=PENDING, result=null, callback=(continuation of Deferred@132392522 after retry RPC after error@44960135) -> (continuation of Deferred@1516593442 after retry RPC after error@2084826716) -> (continuation of Deferred@1513312744 after retry RPC after error@673417496) -> (continuation of Deferred@1505657167 after retry RPC after error@980202794) -> (continuation of Deferred@2047872926 after retry RPC after error@1322197645) -> (continuation of Deferred@1674999522 after retry RPC after error@1020025431) -> (continuation of Deferred@1180360367 after retry RPC after error@1899382691), errback=(continuation of Deferred@132392522 after retry RPC after error@44960135) -> (continuation of Deferred@1516593442 after retry RPC after error@2084826716) -> (continuation of Deferred@1513312744 after retry RPC after error@673417496) -> (continuation of Deferred@1505657167 after retry RPC after error@980202794) -> (continuation of Deferred@2047872926 after retry RPC after error@1322197645) -> (continuation of Deferred@1674999522 after retry RPC after error@1020025431) -> (continuation of Deferred@1180360367 after retry RPC after error@1899382691)))
20:05:22.981 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@187016358(state=PENDING, result=null, callback=(continuation of Deferred@132392522 after retry RPC after error@44960135) -> (continuation of Deferred@1516593442 after retry RPC after error@2084826716) -> (continuation of Deferred@1513312744 after retry RPC after error@673417496) -> (continuation of Deferred@1505657167 after retry RPC after error@980202794) -> (continuation of Deferred@2047872926 after retry RPC after error@1322197645) -> (continuation of Deferred@1674999522 after retry RPC after error@1020025431) -> (continuation of Deferred@1180360367 after retry RPC after error@1899382691), errback=(continuation of Deferred@132392522 after retry RPC after error@44960135) -> (continuation of Deferred@1516593442 after retry RPC after error@2084826716) -> (continuation of Deferred@1513312744 after retry RPC after error@673417496) -> (continuation of Deferred@1505657167 after retry RPC after error@980202794) -> (continuation of Deferred@2047872926 after retry RPC after error@1322197645) -> (continuation of Deferred@1674999522 after retry RPC after error@1020025431) -> (continuation of Deferred@1180360367 after retry RPC after error@1899382691)))
20:05:22.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:22.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:22.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:22.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:22.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:23.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:23.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:23.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:23.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:23.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:23.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:23.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:23.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:23.060 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.060 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.060 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.060 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.060 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.060 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.060 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:23.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:23.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:23.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.080 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.080 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.080 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.080 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.080 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.080 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:23.119 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:23.119 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:23.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.120 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.120 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.120 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.120 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.120 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.120 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:23.159 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:23.159 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:23.160 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.160 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.160 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.160 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.160 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.160 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:23.259 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1042186098(state=PENDING, result=null, callback=(continuation of Deferred@1169234286 after retry RPC after error@1927912043) -> (continuation of Deferred@1139361931 after retry RPC after error@247548523) -> (continuation of Deferred@1140213940 after retry RPC after error@2104666211) -> (continuation of Deferred@1960188502 after retry RPC after error@1891669173) -> (continuation of Deferred@16962033 after retry RPC after error@1775976450) -> (continuation of Deferred@756802501 after retry RPC after error@1502261231) -> (continuation of Deferred@1318088822 after retry RPC after error@2113463030), errback=(continuation of Deferred@1169234286 after retry RPC after error@1927912043) -> (continuation of Deferred@1139361931 after retry RPC after error@247548523) -> (continuation of Deferred@1140213940 after retry RPC after error@2104666211) -> (continuation of Deferred@1960188502 after retry RPC after error@1891669173) -> (continuation of Deferred@16962033 after retry RPC after error@1775976450) -> (continuation of Deferred@756802501 after retry RPC after error@1502261231) -> (continuation of Deferred@1318088822 after retry RPC after error@2113463030)))
20:05:23.259 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:05:23.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:23.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:23.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:23.299 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:23.299 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:23.300 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.300 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.300 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.300 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.300 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.300 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:23.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:23.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:23.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.320 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.320 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.320 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.320 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.320 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.321 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:23.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:23.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:23.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.340 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.340 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:23.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:23.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:23.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.360 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.360 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.360 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:23.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:23.399 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:23.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:23.459 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:23.459 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:23.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.460 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.460 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.460 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:23.461 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1155682551(state=PENDING, result=null, callback=(continuation of Deferred@1808862926 after retry RPC after error@332110182) -> (continuation of Deferred@1623202239 after retry RPC after error@913545400) -> (continuation of Deferred@1429690310 after retry RPC after error@452523183) -> (continuation of Deferred@2056588206 after retry RPC after error@1342831132) -> (continuation of Deferred@1064242876 after retry RPC after error@1651497074) -> (continuation of Deferred@821389290 after retry RPC after error@800301810), errback=(continuation of Deferred@1808862926 after retry RPC after error@332110182) -> (continuation of Deferred@1623202239 after retry RPC after error@913545400) -> (continuation of Deferred@1429690310 after retry RPC after error@452523183) -> (continuation of Deferred@2056588206 after retry RPC after error@1342831132) -> (continuation of Deferred@1064242876 after retry RPC after error@1651497074) -> (continuation of Deferred@821389290 after retry RPC after error@800301810)))
20:05:23.461 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1155682551(state=PENDING, result=null, callback=(continuation of Deferred@1808862926 after retry RPC after error@332110182) -> (continuation of Deferred@1623202239 after retry RPC after error@913545400) -> (continuation of Deferred@1429690310 after retry RPC after error@452523183) -> (continuation of Deferred@2056588206 after retry RPC after error@1342831132) -> (continuation of Deferred@1064242876 after retry RPC after error@1651497074) -> (continuation of Deferred@821389290 after retry RPC after error@800301810), errback=(continuation of Deferred@1808862926 after retry RPC after error@332110182) -> (continuation of Deferred@1623202239 after retry RPC after error@913545400) -> (continuation of Deferred@1429690310 after retry RPC after error@452523183) -> (continuation of Deferred@2056588206 after retry RPC after error@1342831132) -> (continuation of Deferred@1064242876 after retry RPC after error@1651497074) -> (continuation of Deferred@821389290 after retry RPC after error@800301810)))
20:05:23.479 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:23.479 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:23.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:23.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:23.499 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:23.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:23.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:23.519 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:23.520 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.520 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.520 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.522 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:23.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:23.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:23.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:23.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:23.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:23.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:23.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:23.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:23.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:23.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:23.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:23.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:23.739 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [44ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@379004905(state=PENDING, result=null, callback=(continuation of Deferred@1371301405 after retry RPC after error@1611639727) -> (continuation of Deferred@1829726444 after retry RPC after error@1107866315) -> (continuation of Deferred@1891022873 after retry RPC after error@1845049203) -> (continuation of Deferred@2066184744 after retry RPC after error@2092831085) -> (continuation of Deferred@957155475 after retry RPC after error@501998190) -> (continuation of Deferred@1574780353 after retry RPC after error@1373928046) -> (continuation of Deferred@16558417 after retry RPC after error@1120322482), errback=(continuation of Deferred@1371301405 after retry RPC after error@1611639727) -> (continuation of Deferred@1829726444 after retry RPC after error@1107866315) -> (continuation of Deferred@1891022873 after retry RPC after error@1845049203) -> (continuation of Deferred@2066184744 after retry RPC after error@2092831085) -> (continuation of Deferred@957155475 after retry RPC after error@501998190) -> (continuation of Deferred@1574780353 after retry RPC after error@1373928046) -> (continuation of Deferred@16558417 after retry RPC after error@1120322482)))
20:05:23.739 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:05:23.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:23.759 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:23.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:23.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:23.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:23.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:23.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:23.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:23.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:23.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:23.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:23.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.820 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.820 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.820 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.820 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.820 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:23.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:23.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:23.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.840 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.840 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.840 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.840 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:23.879 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:23.879 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:23.880 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.880 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.880 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.880 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.880 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.880 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:23.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:23.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:23.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.900 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.900 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:23.901 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@2008303762(state=PENDING, result=null, callback=(continuation of Deferred@1481568805 after retry RPC after error@989519676) -> (continuation of Deferred@940097388 after retry RPC after error@1831702567) -> (continuation of Deferred@1113426045 after retry RPC after error@775076917) -> (continuation of Deferred@1404867904 after retry RPC after error@1385274296) -> (continuation of Deferred@2082602999 after retry RPC after error@1195980626) -> (continuation of Deferred@1894296686 after retry RPC after error@788182416), errback=(continuation of Deferred@1481568805 after retry RPC after error@989519676) -> (continuation of Deferred@940097388 after retry RPC after error@1831702567) -> (continuation of Deferred@1113426045 after retry RPC after error@775076917) -> (continuation of Deferred@1404867904 after retry RPC after error@1385274296) -> (continuation of Deferred@2082602999 after retry RPC after error@1195980626) -> (continuation of Deferred@1894296686 after retry RPC after error@788182416)))
20:05:23.901 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@2008303762(state=PENDING, result=null, callback=(continuation of Deferred@1481568805 after retry RPC after error@989519676) -> (continuation of Deferred@940097388 after retry RPC after error@1831702567) -> (continuation of Deferred@1113426045 after retry RPC after error@775076917) -> (continuation of Deferred@1404867904 after retry RPC after error@1385274296) -> (continuation of Deferred@2082602999 after retry RPC after error@1195980626) -> (continuation of Deferred@1894296686 after retry RPC after error@788182416), errback=(continuation of Deferred@1481568805 after retry RPC after error@989519676) -> (continuation of Deferred@940097388 after retry RPC after error@1831702567) -> (continuation of Deferred@1113426045 after retry RPC after error@775076917) -> (continuation of Deferred@1404867904 after retry RPC after error@1385274296) -> (continuation of Deferred@2082602999 after retry RPC after error@1195980626) -> (continuation of Deferred@1894296686 after retry RPC after error@788182416)))
20:05:23.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:23.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:23.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.920 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.920 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:23.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:23.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:23.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:23.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:23.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:23.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:23.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:23.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:23.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.979 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:23.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:23.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:23.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:23.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:23.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:24.019 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:24.019 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:24.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.020 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.020 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.020 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.020 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:24.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:24.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:24.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.060 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.060 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.060 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.060 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.060 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.060 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:24.178 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@659312719(state=PENDING, result=null, callback=(continuation of Deferred@1683518037 after retry RPC after error@53667550) -> (continuation of Deferred@1686080526 after retry RPC after error@569665254) -> (continuation of Deferred@102330967 after retry RPC after error@302604380) -> (continuation of Deferred@177111535 after retry RPC after error@147784974) -> (continuation of Deferred@1166624138 after retry RPC after error@484169447) -> (continuation of Deferred@1654963562 after retry RPC after error@305341253) -> (continuation of Deferred@488214940 after retry RPC after error@1597440054), errback=(continuation of Deferred@1683518037 after retry RPC after error@53667550) -> (continuation of Deferred@1686080526 after retry RPC after error@569665254) -> (continuation of Deferred@102330967 after retry RPC after error@302604380) -> (continuation of Deferred@177111535 after retry RPC after error@147784974) -> (continuation of Deferred@1166624138 after retry RPC after error@484169447) -> (continuation of Deferred@1654963562 after retry RPC after error@305341253) -> (continuation of Deferred@488214940 after retry RPC after error@1597440054)))
20:05:24.179 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:05:24.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:24.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:24.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.200 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.200 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:24.219 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:24.219 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:24.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.220 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:24.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:24.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:24.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.240 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.240 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.240 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.240 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:24.240 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.240 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:24.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:24.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:24.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:24.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:24.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:24.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:24.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:24.299 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:24.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:24.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:24.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:24.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:24.340 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@326423607(state=PENDING, result=null, callback=(continuation of Deferred@275498356 after retry RPC after error@277134375) -> (continuation of Deferred@745219203 after retry RPC after error@420186197) -> (continuation of Deferred@1459990117 after retry RPC after error@1658144038) -> (continuation of Deferred@393161411 after retry RPC after error@1382236507) -> (continuation of Deferred@678411252 after retry RPC after error@1624979370) -> (continuation of Deferred@244068416 after retry RPC after error@1185792339), errback=(continuation of Deferred@275498356 after retry RPC after error@277134375) -> (continuation of Deferred@745219203 after retry RPC after error@420186197) -> (continuation of Deferred@1459990117 after retry RPC after error@1658144038) -> (continuation of Deferred@393161411 after retry RPC after error@1382236507) -> (continuation of Deferred@678411252 after retry RPC after error@1624979370) -> (continuation of Deferred@244068416 after retry RPC after error@1185792339)))
20:05:24.341 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@326423607(state=PENDING, result=null, callback=(continuation of Deferred@275498356 after retry RPC after error@277134375) -> (continuation of Deferred@745219203 after retry RPC after error@420186197) -> (continuation of Deferred@1459990117 after retry RPC after error@1658144038) -> (continuation of Deferred@393161411 after retry RPC after error@1382236507) -> (continuation of Deferred@678411252 after retry RPC after error@1624979370) -> (continuation of Deferred@244068416 after retry RPC after error@1185792339), errback=(continuation of Deferred@275498356 after retry RPC after error@277134375) -> (continuation of Deferred@745219203 after retry RPC after error@420186197) -> (continuation of Deferred@1459990117 after retry RPC after error@1658144038) -> (continuation of Deferred@393161411 after retry RPC after error@1382236507) -> (continuation of Deferred@678411252 after retry RPC after error@1624979370) -> (continuation of Deferred@244068416 after retry RPC after error@1185792339)))
20:05:24.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:24.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:24.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:24.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:24.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:24.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:24.399 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:24.400 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:24.400 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.401 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:24.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:24.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:24.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.420 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.420 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:24.439 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:24.440 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:24.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.440 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.440 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:24.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:24.479 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:24.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:24.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:24.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:24.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:24.540 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@232081355(state=PENDING, result=null, callback=(continuation of Deferred@1132379425 after retry RPC after error@1755363782) -> (continuation of Deferred@1872066844 after retry RPC after error@1213829178) -> (continuation of Deferred@2121837477 after retry RPC after error@326845221) -> (continuation of Deferred@1466074575 after retry RPC after error@1404966745) -> (continuation of Deferred@1746975496 after retry RPC after error@562802498) -> (continuation of Deferred@1652824641 after retry RPC after error@1092865431), errback=(continuation of Deferred@1132379425 after retry RPC after error@1755363782) -> (continuation of Deferred@1872066844 after retry RPC after error@1213829178) -> (continuation of Deferred@2121837477 after retry RPC after error@326845221) -> (continuation of Deferred@1466074575 after retry RPC after error@1404966745) -> (continuation of Deferred@1746975496 after retry RPC after error@562802498) -> (continuation of Deferred@1652824641 after retry RPC after error@1092865431)))
20:05:24.540 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@232081355(state=PENDING, result=null, callback=(continuation of Deferred@1132379425 after retry RPC after error@1755363782) -> (continuation of Deferred@1872066844 after retry RPC after error@1213829178) -> (continuation of Deferred@2121837477 after retry RPC after error@326845221) -> (continuation of Deferred@1466074575 after retry RPC after error@1404966745) -> (continuation of Deferred@1746975496 after retry RPC after error@562802498) -> (continuation of Deferred@1652824641 after retry RPC after error@1092865431), errback=(continuation of Deferred@1132379425 after retry RPC after error@1755363782) -> (continuation of Deferred@1872066844 after retry RPC after error@1213829178) -> (continuation of Deferred@2121837477 after retry RPC after error@326845221) -> (continuation of Deferred@1466074575 after retry RPC after error@1404966745) -> (continuation of Deferred@1746975496 after retry RPC after error@562802498) -> (continuation of Deferred@1652824641 after retry RPC after error@1092865431)))
20:05:24.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:24.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:24.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:24.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:24.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:24.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:24.599 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:24.599 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:24.600 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.600 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.600 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.600 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.600 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.600 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:24.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:24.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:24.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.620 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.620 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:24.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:24.639 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:24.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:24.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:24.659 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:24.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:24.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:24.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:24.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.720 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.720 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:24.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:24.739 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:24.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:24.741 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@743070468(state=PENDING, result=null, callback=(continuation of Deferred@1138238088 after retry RPC after error@325920514) -> (continuation of Deferred@905831895 after retry RPC after error@1267800599) -> (continuation of Deferred@1231011215 after retry RPC after error@871421585) -> (continuation of Deferred@1769557605 after retry RPC after error@721137919) -> (continuation of Deferred@519881706 after retry RPC after error@730712826) -> (continuation of Deferred@145011592 after retry RPC after error@2133825067) -> (continuation of Deferred@129296823 after retry RPC after error@1118513569), errback=(continuation of Deferred@1138238088 after retry RPC after error@325920514) -> (continuation of Deferred@905831895 after retry RPC after error@1267800599) -> (continuation of Deferred@1231011215 after retry RPC after error@871421585) -> (continuation of Deferred@1769557605 after retry RPC after error@721137919) -> (continuation of Deferred@519881706 after retry RPC after error@730712826) -> (continuation of Deferred@145011592 after retry RPC after error@2133825067) -> (continuation of Deferred@129296823 after retry RPC after error@1118513569)))
20:05:24.741 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@743070468(state=PENDING, result=null, callback=(continuation of Deferred@1138238088 after retry RPC after error@325920514) -> (continuation of Deferred@905831895 after retry RPC after error@1267800599) -> (continuation of Deferred@1231011215 after retry RPC after error@871421585) -> (continuation of Deferred@1769557605 after retry RPC after error@721137919) -> (continuation of Deferred@519881706 after retry RPC after error@730712826) -> (continuation of Deferred@145011592 after retry RPC after error@2133825067) -> (continuation of Deferred@129296823 after retry RPC after error@1118513569), errback=(continuation of Deferred@1138238088 after retry RPC after error@325920514) -> (continuation of Deferred@905831895 after retry RPC after error@1267800599) -> (continuation of Deferred@1231011215 after retry RPC after error@871421585) -> (continuation of Deferred@1769557605 after retry RPC after error@721137919) -> (continuation of Deferred@519881706 after retry RPC after error@730712826) -> (continuation of Deferred@145011592 after retry RPC after error@2133825067) -> (continuation of Deferred@129296823 after retry RPC after error@1118513569)))
20:05:24.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:24.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:24.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:24.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:24.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:24.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:24.799 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:24.799 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:24.800 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.800 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.800 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.800 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.800 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.800 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.801 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:24.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:24.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:24.820 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.820 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.820 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.820 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.820 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.820 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.821 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:24.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:24.836493 6757 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033, num_attempts: 1)
20:05:24.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:24.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:24.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:24.840071 6757 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '68527849fe554464b9bac84b66ab92ff', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '68527849fe554464b9bac84b66ab92ff', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033, num_attempts: 1)
20:05:24.840 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.840 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.840 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.840 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.840 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.841 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:24.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:24.841949 6757 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.5.249.254:41591)
20:05:24.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:24.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:24.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:24.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:24.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:24.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.900 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:24.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:24.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:24.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.960 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.961 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:24.961 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@413154459(state=PENDING, result=null, callback=(continuation of Deferred@1047956359 after retry RPC after error@36180570) -> (continuation of Deferred@308671636 after retry RPC after error@188237479) -> (continuation of Deferred@26791668 after retry RPC after error@1138800223) -> (continuation of Deferred@2124168163 after retry RPC after error@936921065) -> (continuation of Deferred@1894826120 after retry RPC after error@912573063) -> (continuation of Deferred@699966603 after retry RPC after error@1554667866) -> (continuation of Deferred@707274439 after retry RPC after error@977840639), errback=(continuation of Deferred@1047956359 after retry RPC after error@36180570) -> (continuation of Deferred@308671636 after retry RPC after error@188237479) -> (continuation of Deferred@26791668 after retry RPC after error@1138800223) -> (continuation of Deferred@2124168163 after retry RPC after error@936921065) -> (continuation of Deferred@1894826120 after retry RPC after error@912573063) -> (continuation of Deferred@699966603 after retry RPC after error@1554667866) -> (continuation of Deferred@707274439 after retry RPC after error@977840639)))
20:05:24.961 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@413154459(state=PENDING, result=null, callback=(continuation of Deferred@1047956359 after retry RPC after error@36180570) -> (continuation of Deferred@308671636 after retry RPC after error@188237479) -> (continuation of Deferred@26791668 after retry RPC after error@1138800223) -> (continuation of Deferred@2124168163 after retry RPC after error@936921065) -> (continuation of Deferred@1894826120 after retry RPC after error@912573063) -> (continuation of Deferred@699966603 after retry RPC after error@1554667866) -> (continuation of Deferred@707274439 after retry RPC after error@977840639), errback=(continuation of Deferred@1047956359 after retry RPC after error@36180570) -> (continuation of Deferred@308671636 after retry RPC after error@188237479) -> (continuation of Deferred@26791668 after retry RPC after error@1138800223) -> (continuation of Deferred@2124168163 after retry RPC after error@936921065) -> (continuation of Deferred@1894826120 after retry RPC after error@912573063) -> (continuation of Deferred@699966603 after retry RPC after error@1554667866) -> (continuation of Deferred@707274439 after retry RPC after error@977840639)))
20:05:24.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:24.979 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:24.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:24.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:24.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:24.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:24.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:24.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:25.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:25.019 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:25.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:25.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:25.039 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:25.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:25.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:25.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:25.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.060 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.060 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.060 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.060 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:25.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:25.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:25.080 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.080 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.080 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.080 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.080 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.080 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.080 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:25.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:25.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:25.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:25.141 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@839346721(state=PENDING, result=null, callback=(continuation of Deferred@1715380485 after retry RPC after error@99770976) -> (continuation of Deferred@911888722 after retry RPC after error@1057317850) -> (continuation of Deferred@740350902 after retry RPC after error@987192624) -> (continuation of Deferred@1591954425 after retry RPC after error@1257044044) -> (continuation of Deferred@1614510028 after retry RPC after error@1619363878) -> (continuation of Deferred@620608332 after retry RPC after error@159258887), errback=(continuation of Deferred@1715380485 after retry RPC after error@99770976) -> (continuation of Deferred@911888722 after retry RPC after error@1057317850) -> (continuation of Deferred@740350902 after retry RPC after error@987192624) -> (continuation of Deferred@1591954425 after retry RPC after error@1257044044) -> (continuation of Deferred@1614510028 after retry RPC after error@1619363878) -> (continuation of Deferred@620608332 after retry RPC after error@159258887)))
20:05:25.141 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@839346721(state=PENDING, result=null, callback=(continuation of Deferred@1715380485 after retry RPC after error@99770976) -> (continuation of Deferred@911888722 after retry RPC after error@1057317850) -> (continuation of Deferred@740350902 after retry RPC after error@987192624) -> (continuation of Deferred@1591954425 after retry RPC after error@1257044044) -> (continuation of Deferred@1614510028 after retry RPC after error@1619363878) -> (continuation of Deferred@620608332 after retry RPC after error@159258887), errback=(continuation of Deferred@1715380485 after retry RPC after error@99770976) -> (continuation of Deferred@911888722 after retry RPC after error@1057317850) -> (continuation of Deferred@740350902 after retry RPC after error@987192624) -> (continuation of Deferred@1591954425 after retry RPC after error@1257044044) -> (continuation of Deferred@1614510028 after retry RPC after error@1619363878) -> (continuation of Deferred@620608332 after retry RPC after error@159258887)))
20:05:25.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:25.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:25.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.159 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:25.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:25.179 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:25.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.181 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:25.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:25.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:25.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:25.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:25.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:25.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:25.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:25.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:25.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:25.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:25.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:25.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.261 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:25.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:25.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:25.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:25.299 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:25.299 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:25.300 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.300 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.300 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.300 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.300 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.300 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:25.301 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1373506436(state=PENDING, result=null, callback=(continuation of Deferred@846374222 after retry RPC after error@787654649) -> (continuation of Deferred@835382056 after retry RPC after error@275334334) -> (continuation of Deferred@932629288 after retry RPC after error@207650636) -> (continuation of Deferred@1788171843 after retry RPC after error@813937435) -> (continuation of Deferred@827187624 after retry RPC after error@1045983954) -> (continuation of Deferred@2118065172 after retry RPC after error@1401512867) -> (continuation of Deferred@219650267 after retry RPC after error@1881453897), errback=(continuation of Deferred@846374222 after retry RPC after error@787654649) -> (continuation of Deferred@835382056 after retry RPC after error@275334334) -> (continuation of Deferred@932629288 after retry RPC after error@207650636) -> (continuation of Deferred@1788171843 after retry RPC after error@813937435) -> (continuation of Deferred@827187624 after retry RPC after error@1045983954) -> (continuation of Deferred@2118065172 after retry RPC after error@1401512867) -> (continuation of Deferred@219650267 after retry RPC after error@1881453897)))
20:05:25.301 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1373506436(state=PENDING, result=null, callback=(continuation of Deferred@846374222 after retry RPC after error@787654649) -> (continuation of Deferred@835382056 after retry RPC after error@275334334) -> (continuation of Deferred@932629288 after retry RPC after error@207650636) -> (continuation of Deferred@1788171843 after retry RPC after error@813937435) -> (continuation of Deferred@827187624 after retry RPC after error@1045983954) -> (continuation of Deferred@2118065172 after retry RPC after error@1401512867) -> (continuation of Deferred@219650267 after retry RPC after error@1881453897), errback=(continuation of Deferred@846374222 after retry RPC after error@787654649) -> (continuation of Deferred@835382056 after retry RPC after error@275334334) -> (continuation of Deferred@932629288 after retry RPC after error@207650636) -> (continuation of Deferred@1788171843 after retry RPC after error@813937435) -> (continuation of Deferred@827187624 after retry RPC after error@1045983954) -> (continuation of Deferred@2118065172 after retry RPC after error@1401512867) -> (continuation of Deferred@219650267 after retry RPC after error@1881453897)))
20:05:25.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:25.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:25.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.320 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.320 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.320 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.320 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:25.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:25.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:25.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.340 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.340 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.340 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.340 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.340 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:25.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:25.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:25.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:25.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:25.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:25.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:25.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:25.399 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:25.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.400 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.400 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.400 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:25.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:25.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:25.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:25.439 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:25.439 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:25.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.440 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.440 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.441 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:25.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:25.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:25.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:25.540 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1423526369(state=PENDING, result=null, callback=(continuation of Deferred@1805470542 after retry RPC after error@716033412) -> (continuation of Deferred@580406802 after retry RPC after error@1007721953) -> (continuation of Deferred@1029072406 after retry RPC after error@2035506645) -> (continuation of Deferred@425419827 after retry RPC after error@555490668) -> (continuation of Deferred@796174735 after retry RPC after error@1277879361) -> (continuation of Deferred@236092171 after retry RPC after error@1327816920) -> (continuation of Deferred@1167458402 after retry RPC after error@1577450621), errback=(continuation of Deferred@1805470542 after retry RPC after error@716033412) -> (continuation of Deferred@580406802 after retry RPC after error@1007721953) -> (continuation of Deferred@1029072406 after retry RPC after error@2035506645) -> (continuation of Deferred@425419827 after retry RPC after error@555490668) -> (continuation of Deferred@796174735 after retry RPC after error@1277879361) -> (continuation of Deferred@236092171 after retry RPC after error@1327816920) -> (continuation of Deferred@1167458402 after retry RPC after error@1577450621)))
20:05:25.541 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1423526369(state=PENDING, result=null, callback=(continuation of Deferred@1805470542 after retry RPC after error@716033412) -> (continuation of Deferred@580406802 after retry RPC after error@1007721953) -> (continuation of Deferred@1029072406 after retry RPC after error@2035506645) -> (continuation of Deferred@425419827 after retry RPC after error@555490668) -> (continuation of Deferred@796174735 after retry RPC after error@1277879361) -> (continuation of Deferred@236092171 after retry RPC after error@1327816920) -> (continuation of Deferred@1167458402 after retry RPC after error@1577450621), errback=(continuation of Deferred@1805470542 after retry RPC after error@716033412) -> (continuation of Deferred@580406802 after retry RPC after error@1007721953) -> (continuation of Deferred@1029072406 after retry RPC after error@2035506645) -> (continuation of Deferred@425419827 after retry RPC after error@555490668) -> (continuation of Deferred@796174735 after retry RPC after error@1277879361) -> (continuation of Deferred@236092171 after retry RPC after error@1327816920) -> (continuation of Deferred@1167458402 after retry RPC after error@1577450621)))
20:05:25.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:25.559 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:25.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.560 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.560 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.560 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.560 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:25.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:25.579 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:25.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.581 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:25.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:25.599 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:25.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:25.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:25.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:25.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.620 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.620 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.620 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:25.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:25.639 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:25.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:25.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:25.659 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:25.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:25.739 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:25.739 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:25.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.740 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.740 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.741 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:25.741 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@593579340(state=PENDING, result=null, callback=(continuation of Deferred@1525414106 after retry RPC after error@1174160334) -> (continuation of Deferred@1408628806 after retry RPC after error@2052572249) -> (continuation of Deferred@2147471073 after retry RPC after error@1488584931) -> (continuation of Deferred@619836538 after retry RPC after error@1614842289) -> (continuation of Deferred@1640618910 after retry RPC after error@1778147932) -> (continuation of Deferred@1107630397 after retry RPC after error@653004237), errback=(continuation of Deferred@1525414106 after retry RPC after error@1174160334) -> (continuation of Deferred@1408628806 after retry RPC after error@2052572249) -> (continuation of Deferred@2147471073 after retry RPC after error@1488584931) -> (continuation of Deferred@619836538 after retry RPC after error@1614842289) -> (continuation of Deferred@1640618910 after retry RPC after error@1778147932) -> (continuation of Deferred@1107630397 after retry RPC after error@653004237)))
20:05:25.742 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@593579340(state=PENDING, result=null, callback=(continuation of Deferred@1525414106 after retry RPC after error@1174160334) -> (continuation of Deferred@1408628806 after retry RPC after error@2052572249) -> (continuation of Deferred@2147471073 after retry RPC after error@1488584931) -> (continuation of Deferred@619836538 after retry RPC after error@1614842289) -> (continuation of Deferred@1640618910 after retry RPC after error@1778147932) -> (continuation of Deferred@1107630397 after retry RPC after error@653004237), errback=(continuation of Deferred@1525414106 after retry RPC after error@1174160334) -> (continuation of Deferred@1408628806 after retry RPC after error@2052572249) -> (continuation of Deferred@2147471073 after retry RPC after error@1488584931) -> (continuation of Deferred@619836538 after retry RPC after error@1614842289) -> (continuation of Deferred@1640618910 after retry RPC after error@1778147932) -> (continuation of Deferred@1107630397 after retry RPC after error@653004237)))
20:05:25.759 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:25.759 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:25.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.760 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.760 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.761 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:25.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:25.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:25.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.780 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:25.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:25.799 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:25.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.800 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.800 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.800 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.801 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:25.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:25.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:25.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:25.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:25.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:25.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.841 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:25.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:25.879 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:25.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:25.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:25.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:25.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.960 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.960 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.960 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.960 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:25.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:25.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:25.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:25.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:25.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:26.000 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [3ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1595035552(state=PENDING, result=null, callback=(continuation of Deferred@2083973478 after retry RPC after error@908715654) -> (continuation of Deferred@1304942178 after retry RPC after error@15073077) -> (continuation of Deferred@1272142742 after retry RPC after error@850893244) -> (continuation of Deferred@1102064974 after retry RPC after error@1854107162) -> (continuation of Deferred@1063094199 after retry RPC after error@833196953) -> (continuation of Deferred@1907561151 after retry RPC after error@70598957) -> (continuation of Deferred@1460014627 after retry RPC after error@709786113), errback=(continuation of Deferred@2083973478 after retry RPC after error@908715654) -> (continuation of Deferred@1304942178 after retry RPC after error@15073077) -> (continuation of Deferred@1272142742 after retry RPC after error@850893244) -> (continuation of Deferred@1102064974 after retry RPC after error@1854107162) -> (continuation of Deferred@1063094199 after retry RPC after error@833196953) -> (continuation of Deferred@1907561151 after retry RPC after error@70598957) -> (continuation of Deferred@1460014627 after retry RPC after error@709786113)))
20:05:26.001 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [3ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1595035552(state=PENDING, result=null, callback=(continuation of Deferred@2083973478 after retry RPC after error@908715654) -> (continuation of Deferred@1304942178 after retry RPC after error@15073077) -> (continuation of Deferred@1272142742 after retry RPC after error@850893244) -> (continuation of Deferred@1102064974 after retry RPC after error@1854107162) -> (continuation of Deferred@1063094199 after retry RPC after error@833196953) -> (continuation of Deferred@1907561151 after retry RPC after error@70598957) -> (continuation of Deferred@1460014627 after retry RPC after error@709786113), errback=(continuation of Deferred@2083973478 after retry RPC after error@908715654) -> (continuation of Deferred@1304942178 after retry RPC after error@15073077) -> (continuation of Deferred@1272142742 after retry RPC after error@850893244) -> (continuation of Deferred@1102064974 after retry RPC after error@1854107162) -> (continuation of Deferred@1063094199 after retry RPC after error@833196953) -> (continuation of Deferred@1907561151 after retry RPC after error@70598957) -> (continuation of Deferred@1460014627 after retry RPC after error@709786113)))
20:05:26.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:26.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:26.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:26.039 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:26.039 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:26.040 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.040 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.040 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.040 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.040 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.040 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:26.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:26.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:26.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.060 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.060 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.060 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.061 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:26.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:26.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:26.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.080 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.080 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.080 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.080 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.080 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:26.099 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:26.099 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:26.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.100 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.100 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.100 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.100 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:26.119 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:26.119 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:26.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.120 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:26.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:26.139 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:26.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:26.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:26.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:26.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.200 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:26.201 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@551202369(state=PENDING, result=null, callback=(continuation of Deferred@670812875 after retry RPC after error@1154269286) -> (continuation of Deferred@547583192 after retry RPC after error@1434349099) -> (continuation of Deferred@749358045 after retry RPC after error@239559134) -> (continuation of Deferred@905560442 after retry RPC after error@332463832) -> (continuation of Deferred@1843047388 after retry RPC after error@1478913576) -> (continuation of Deferred@590317127 after retry RPC after error@933071556) -> (continuation of Deferred@253838240 after retry RPC after error@1679637314), errback=(continuation of Deferred@670812875 after retry RPC after error@1154269286) -> (continuation of Deferred@547583192 after retry RPC after error@1434349099) -> (continuation of Deferred@749358045 after retry RPC after error@239559134) -> (continuation of Deferred@905560442 after retry RPC after error@332463832) -> (continuation of Deferred@1843047388 after retry RPC after error@1478913576) -> (continuation of Deferred@590317127 after retry RPC after error@933071556) -> (continuation of Deferred@253838240 after retry RPC after error@1679637314)))
20:05:26.201 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@551202369(state=PENDING, result=null, callback=(continuation of Deferred@670812875 after retry RPC after error@1154269286) -> (continuation of Deferred@547583192 after retry RPC after error@1434349099) -> (continuation of Deferred@749358045 after retry RPC after error@239559134) -> (continuation of Deferred@905560442 after retry RPC after error@332463832) -> (continuation of Deferred@1843047388 after retry RPC after error@1478913576) -> (continuation of Deferred@590317127 after retry RPC after error@933071556) -> (continuation of Deferred@253838240 after retry RPC after error@1679637314), errback=(continuation of Deferred@670812875 after retry RPC after error@1154269286) -> (continuation of Deferred@547583192 after retry RPC after error@1434349099) -> (continuation of Deferred@749358045 after retry RPC after error@239559134) -> (continuation of Deferred@905560442 after retry RPC after error@332463832) -> (continuation of Deferred@1843047388 after retry RPC after error@1478913576) -> (continuation of Deferred@590317127 after retry RPC after error@933071556) -> (continuation of Deferred@253838240 after retry RPC after error@1679637314)))
20:05:26.219 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:26.219 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:26.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.220 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.220 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.220 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:26.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:26.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:26.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.240 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:26.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:26.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:26.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:26.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:26.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:26.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:26.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:26.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:26.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:26.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:26.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:26.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:26.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:26.399 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:26.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:26.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:26.459 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:26.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:26.460 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@834154338(state=PENDING, result=null, callback=(continuation of Deferred@1195683339 after retry RPC after error@953294583) -> (continuation of Deferred@17117362 after retry RPC after error@1907809487) -> (continuation of Deferred@325058564 after retry RPC after error@997032249) -> (continuation of Deferred@323331654 after retry RPC after error@1414676549) -> (continuation of Deferred@1193351915 after retry RPC after error@269627263) -> (continuation of Deferred@786160813 after retry RPC after error@1758323035) -> (continuation of Deferred@670324971 after retry RPC after error@647819965), errback=(continuation of Deferred@1195683339 after retry RPC after error@953294583) -> (continuation of Deferred@17117362 after retry RPC after error@1907809487) -> (continuation of Deferred@325058564 after retry RPC after error@997032249) -> (continuation of Deferred@323331654 after retry RPC after error@1414676549) -> (continuation of Deferred@1193351915 after retry RPC after error@269627263) -> (continuation of Deferred@786160813 after retry RPC after error@1758323035) -> (continuation of Deferred@670324971 after retry RPC after error@647819965)))
20:05:26.461 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@834154338(state=PENDING, result=null, callback=(continuation of Deferred@1195683339 after retry RPC after error@953294583) -> (continuation of Deferred@17117362 after retry RPC after error@1907809487) -> (continuation of Deferred@325058564 after retry RPC after error@997032249) -> (continuation of Deferred@323331654 after retry RPC after error@1414676549) -> (continuation of Deferred@1193351915 after retry RPC after error@269627263) -> (continuation of Deferred@786160813 after retry RPC after error@1758323035) -> (continuation of Deferred@670324971 after retry RPC after error@647819965), errback=(continuation of Deferred@1195683339 after retry RPC after error@953294583) -> (continuation of Deferred@17117362 after retry RPC after error@1907809487) -> (continuation of Deferred@325058564 after retry RPC after error@997032249) -> (continuation of Deferred@323331654 after retry RPC after error@1414676549) -> (continuation of Deferred@1193351915 after retry RPC after error@269627263) -> (continuation of Deferred@786160813 after retry RPC after error@1758323035) -> (continuation of Deferred@670324971 after retry RPC after error@647819965)))
20:05:26.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:26.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:26.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:26.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:26.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:26.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:26.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:26.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:26.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.520 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:26.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:26.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:26.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:26.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:26.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:26.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:26.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:26.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:26.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:26.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:26.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:26.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:26.739 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@66615294(state=PENDING, result=null, callback=(continuation of Deferred@477388264 after retry RPC after error@684983587) -> (continuation of Deferred@1463147647 after retry RPC after error@397547232) -> (continuation of Deferred@689406691 after retry RPC after error@568489983) -> (continuation of Deferred@1489867160 after retry RPC after error@1607436663) -> (continuation of Deferred@1255807223 after retry RPC after error@2016789468) -> (continuation of Deferred@1279314963 after retry RPC after error@1877434589) -> (continuation of Deferred@1969274998 after retry RPC after error@589153829), errback=(continuation of Deferred@477388264 after retry RPC after error@684983587) -> (continuation of Deferred@1463147647 after retry RPC after error@397547232) -> (continuation of Deferred@689406691 after retry RPC after error@568489983) -> (continuation of Deferred@1489867160 after retry RPC after error@1607436663) -> (continuation of Deferred@1255807223 after retry RPC after error@2016789468) -> (continuation of Deferred@1279314963 after retry RPC after error@1877434589) -> (continuation of Deferred@1969274998 after retry RPC after error@589153829)))
20:05:26.739 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:05:26.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:26.759 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:26.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:26.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:26.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:26.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:26.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:26.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:26.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:26.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:26.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:26.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:26.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:26.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:26.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:26.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:26.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:26.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:26.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:26.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:26.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:26.900 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1574776299(state=PENDING, result=null, callback=(continuation of Deferred@930051460 after retry RPC after error@372756655) -> (continuation of Deferred@1985635689 after retry RPC after error@1113369660) -> (continuation of Deferred@240329382 after retry RPC after error@650721643) -> (continuation of Deferred@52257270 after retry RPC after error@604438757) -> (continuation of Deferred@869679313 after retry RPC after error@1555768737) -> (continuation of Deferred@885124369 after retry RPC after error@677233476), errback=(continuation of Deferred@930051460 after retry RPC after error@372756655) -> (continuation of Deferred@1985635689 after retry RPC after error@1113369660) -> (continuation of Deferred@240329382 after retry RPC after error@650721643) -> (continuation of Deferred@52257270 after retry RPC after error@604438757) -> (continuation of Deferred@869679313 after retry RPC after error@1555768737) -> (continuation of Deferred@885124369 after retry RPC after error@677233476)))
20:05:26.901 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1574776299(state=PENDING, result=null, callback=(continuation of Deferred@930051460 after retry RPC after error@372756655) -> (continuation of Deferred@1985635689 after retry RPC after error@1113369660) -> (continuation of Deferred@240329382 after retry RPC after error@650721643) -> (continuation of Deferred@52257270 after retry RPC after error@604438757) -> (continuation of Deferred@869679313 after retry RPC after error@1555768737) -> (continuation of Deferred@885124369 after retry RPC after error@677233476), errback=(continuation of Deferred@930051460 after retry RPC after error@372756655) -> (continuation of Deferred@1985635689 after retry RPC after error@1113369660) -> (continuation of Deferred@240329382 after retry RPC after error@650721643) -> (continuation of Deferred@52257270 after retry RPC after error@604438757) -> (continuation of Deferred@869679313 after retry RPC after error@1555768737) -> (continuation of Deferred@885124369 after retry RPC after error@677233476)))
20:05:26.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:26.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:26.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:26.939 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:26.939 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:26.940 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.940 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.940 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.940 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.940 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.940 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:26.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:26.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:26.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.960 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.960 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.960 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.960 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.960 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:26.979 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:26.979 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:26.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.980 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.980 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:26.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:26.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:26.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:26.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:26.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:27.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:27.019 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:27.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:27.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:27.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:27.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.060 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.060 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:27.139 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:27.139 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:27.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.140 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.140 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.140 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.140 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:27.141 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@124303378(state=PENDING, result=null, callback=(continuation of Deferred@570469489 after retry RPC after error@676089460) -> (continuation of Deferred@1441269965 after retry RPC after error@394429002) -> (continuation of Deferred@818337775 after retry RPC after error@2050166893) -> (continuation of Deferred@1871237510 after retry RPC after error@1822138095) -> (continuation of Deferred@1784960316 after retry RPC after error@137793637) -> (continuation of Deferred@555443204 after retry RPC after error@289929774) -> (continuation of Deferred@1505923215 after retry RPC after error@1699448426), errback=(continuation of Deferred@570469489 after retry RPC after error@676089460) -> (continuation of Deferred@1441269965 after retry RPC after error@394429002) -> (continuation of Deferred@818337775 after retry RPC after error@2050166893) -> (continuation of Deferred@1871237510 after retry RPC after error@1822138095) -> (continuation of Deferred@1784960316 after retry RPC after error@137793637) -> (continuation of Deferred@555443204 after retry RPC after error@289929774) -> (continuation of Deferred@1505923215 after retry RPC after error@1699448426)))
20:05:27.141 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@124303378(state=PENDING, result=null, callback=(continuation of Deferred@570469489 after retry RPC after error@676089460) -> (continuation of Deferred@1441269965 after retry RPC after error@394429002) -> (continuation of Deferred@818337775 after retry RPC after error@2050166893) -> (continuation of Deferred@1871237510 after retry RPC after error@1822138095) -> (continuation of Deferred@1784960316 after retry RPC after error@137793637) -> (continuation of Deferred@555443204 after retry RPC after error@289929774) -> (continuation of Deferred@1505923215 after retry RPC after error@1699448426), errback=(continuation of Deferred@570469489 after retry RPC after error@676089460) -> (continuation of Deferred@1441269965 after retry RPC after error@394429002) -> (continuation of Deferred@818337775 after retry RPC after error@2050166893) -> (continuation of Deferred@1871237510 after retry RPC after error@1822138095) -> (continuation of Deferred@1784960316 after retry RPC after error@137793637) -> (continuation of Deferred@555443204 after retry RPC after error@289929774) -> (continuation of Deferred@1505923215 after retry RPC after error@1699448426)))
20:05:27.159 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:27.159 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:27.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.160 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:27.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:27.179 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:27.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:27.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:27.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:27.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.200 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.200 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.201 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:27.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:27.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:27.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:27.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:27.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:27.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:27.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:27.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:27.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:27.299 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:27.299 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:27.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.300 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.300 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.300 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.300 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:27.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:27.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:27.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:27.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:27.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:27.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:27.400 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@940210517(state=PENDING, result=null, callback=(continuation of Deferred@866128418 after retry RPC after error@417834390) -> (continuation of Deferred@2120269733 after retry RPC after error@365670893) -> (continuation of Deferred@650743924 after retry RPC after error@52910638) -> (continuation of Deferred@2017542264 after retry RPC after error@818795076) -> (continuation of Deferred@1517141529 after retry RPC after error@1663199568) -> (continuation of Deferred@286439372 after retry RPC after error@1335035992) -> (continuation of Deferred@2017061573 after retry RPC after error@144794747) -> (continuation of Deferred@201920116 after retry RPC after error@1527711333), errback=(continuation of Deferred@866128418 after retry RPC after error@417834390) -> (continuation of Deferred@2120269733 after retry RPC after error@365670893) -> (continuation of Deferred@650743924 after retry RPC after error@52910638) -> (continuation of Deferred@2017542264 after retry RPC after error@818795076) -> (continuation of Deferred@1517141529 after retry RPC after error@1663199568) -> (continuation of Deferred@286439372 after retry RPC after error@1335035992) -> (continuation of Deferred@2017061573 after retry RPC after error@144794747) -> (continuation of Deferred@201920116 after retry RPC after error@1527711333)))
20:05:27.401 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@940210517(state=PENDING, result=null, callback=(continuation of Deferred@866128418 after retry RPC after error@417834390) -> (continuation of Deferred@2120269733 after retry RPC after error@365670893) -> (continuation of Deferred@650743924 after retry RPC after error@52910638) -> (continuation of Deferred@2017542264 after retry RPC after error@818795076) -> (continuation of Deferred@1517141529 after retry RPC after error@1663199568) -> (continuation of Deferred@286439372 after retry RPC after error@1335035992) -> (continuation of Deferred@2017061573 after retry RPC after error@144794747) -> (continuation of Deferred@201920116 after retry RPC after error@1527711333), errback=(continuation of Deferred@866128418 after retry RPC after error@417834390) -> (continuation of Deferred@2120269733 after retry RPC after error@365670893) -> (continuation of Deferred@650743924 after retry RPC after error@52910638) -> (continuation of Deferred@2017542264 after retry RPC after error@818795076) -> (continuation of Deferred@1517141529 after retry RPC after error@1663199568) -> (continuation of Deferred@286439372 after retry RPC after error@1335035992) -> (continuation of Deferred@2017061573 after retry RPC after error@144794747) -> (continuation of Deferred@201920116 after retry RPC after error@1527711333)))
20:05:27.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:27.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:27.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.420 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.420 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.420 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.420 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:27.439 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:27.439 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:27.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.440 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:27.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:27.459 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:27.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:27.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:27.479 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:27.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.480 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.480 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.480 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.480 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.480 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:27.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:27.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:27.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:27.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:27.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:27.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.520 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.520 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.520 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:27.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:27.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:27.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:27.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:27.579875 6995 master_runner.cc:186] Error getting master registration for 127.5.249.253:34953: Network error: Client connection negotiation failed: client connection to 127.5.249.253:34953: connect: Connection refused (error 111),
20:05:27.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:27.580029 6995 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:05:27.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:27.639 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:27.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:27.640 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@38676263(state=PENDING, result=null, callback=(continuation of Deferred@1688043342 after retry RPC after error@1289602389) -> (continuation of Deferred@574593735 after retry RPC after error@1371272888) -> (continuation of Deferred@1590920398 after retry RPC after error@2089157932) -> (continuation of Deferred@582042073 after retry RPC after error@749825281) -> (continuation of Deferred@1845918125 after retry RPC after error@585477668) -> (continuation of Deferred@175279144 after retry RPC after error@764158210) -> (continuation of Deferred@1889201679 after retry RPC after error@2139224758), errback=(continuation of Deferred@1688043342 after retry RPC after error@1289602389) -> (continuation of Deferred@574593735 after retry RPC after error@1371272888) -> (continuation of Deferred@1590920398 after retry RPC after error@2089157932) -> (continuation of Deferred@582042073 after retry RPC after error@749825281) -> (continuation of Deferred@1845918125 after retry RPC after error@585477668) -> (continuation of Deferred@175279144 after retry RPC after error@764158210) -> (continuation of Deferred@1889201679 after retry RPC after error@2139224758)))
20:05:27.641 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@38676263(state=PENDING, result=null, callback=(continuation of Deferred@1688043342 after retry RPC after error@1289602389) -> (continuation of Deferred@574593735 after retry RPC after error@1371272888) -> (continuation of Deferred@1590920398 after retry RPC after error@2089157932) -> (continuation of Deferred@582042073 after retry RPC after error@749825281) -> (continuation of Deferred@1845918125 after retry RPC after error@585477668) -> (continuation of Deferred@175279144 after retry RPC after error@764158210) -> (continuation of Deferred@1889201679 after retry RPC after error@2139224758), errback=(continuation of Deferred@1688043342 after retry RPC after error@1289602389) -> (continuation of Deferred@574593735 after retry RPC after error@1371272888) -> (continuation of Deferred@1590920398 after retry RPC after error@2089157932) -> (continuation of Deferred@582042073 after retry RPC after error@749825281) -> (continuation of Deferred@1845918125 after retry RPC after error@585477668) -> (continuation of Deferred@175279144 after retry RPC after error@764158210) -> (continuation of Deferred@1889201679 after retry RPC after error@2139224758)))
20:05:27.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:27.659 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:27.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:27.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:27.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:27.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:27.699 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:27.699 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:27.700 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.700 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.700 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.700 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.700 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.700 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:27.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:27.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:27.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.720 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.720 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.720 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.720 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:27.739 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:27.739 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:27.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.740 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:27.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:27.759 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:27.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:27.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:27.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:27.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.781 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:27.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:27.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:27.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:27.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:27.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:27.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:27.860 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@529168827(state=PENDING, result=null, callback=(continuation of Deferred@2044700297 after retry RPC after error@85998107) -> (continuation of Deferred@1552212582 after retry RPC after error@277815276) -> (continuation of Deferred@341837978 after retry RPC after error@269748463) -> (continuation of Deferred@1803046745 after retry RPC after error@65035685) -> (continuation of Deferred@391160219 after retry RPC after error@666079470) -> (continuation of Deferred@244847046 after retry RPC after error@261384389) -> (continuation of Deferred@500845781 after retry RPC after error@643144544) -> (continuation of Deferred@1754118221 after retry RPC after error@1156786137), errback=(continuation of Deferred@2044700297 after retry RPC after error@85998107) -> (continuation of Deferred@1552212582 after retry RPC after error@277815276) -> (continuation of Deferred@341837978 after retry RPC after error@269748463) -> (continuation of Deferred@1803046745 after retry RPC after error@65035685) -> (continuation of Deferred@391160219 after retry RPC after error@666079470) -> (continuation of Deferred@244847046 after retry RPC after error@261384389) -> (continuation of Deferred@500845781 after retry RPC after error@643144544) -> (continuation of Deferred@1754118221 after retry RPC after error@1156786137)))
20:05:27.860 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@529168827(state=PENDING, result=null, callback=(continuation of Deferred@2044700297 after retry RPC after error@85998107) -> (continuation of Deferred@1552212582 after retry RPC after error@277815276) -> (continuation of Deferred@341837978 after retry RPC after error@269748463) -> (continuation of Deferred@1803046745 after retry RPC after error@65035685) -> (continuation of Deferred@391160219 after retry RPC after error@666079470) -> (continuation of Deferred@244847046 after retry RPC after error@261384389) -> (continuation of Deferred@500845781 after retry RPC after error@643144544) -> (continuation of Deferred@1754118221 after retry RPC after error@1156786137), errback=(continuation of Deferred@2044700297 after retry RPC after error@85998107) -> (continuation of Deferred@1552212582 after retry RPC after error@277815276) -> (continuation of Deferred@341837978 after retry RPC after error@269748463) -> (continuation of Deferred@1803046745 after retry RPC after error@65035685) -> (continuation of Deferred@391160219 after retry RPC after error@666079470) -> (continuation of Deferred@244847046 after retry RPC after error@261384389) -> (continuation of Deferred@500845781 after retry RPC after error@643144544) -> (continuation of Deferred@1754118221 after retry RPC after error@1156786137)))
20:05:27.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:27.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:27.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:27.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:27.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:27.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:27.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:27.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:27.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.920 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.920 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.920 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.920 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.920 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:27.939 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:27.939 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:27.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.940 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.940 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.940 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.940 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.940 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:27.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:27.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:27.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.960 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.960 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.960 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:27.960 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:27.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:27.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:27.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:27.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.000 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.000 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.000 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.000 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.001 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:28.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:28.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:28.060 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.060 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.060 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.060 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.060 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.060 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.061 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:28.138 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1799459400(state=PENDING, result=null, callback=(continuation of Deferred@2074135447 after retry RPC after error@416095940) -> (continuation of Deferred@2089030273 after retry RPC after error@464526475) -> (continuation of Deferred@1714520089 after retry RPC after error@377133349) -> (continuation of Deferred@1245086065 after retry RPC after error@1366919416) -> (continuation of Deferred@992144262 after retry RPC after error@2043936374) -> (continuation of Deferred@126932276 after retry RPC after error@447984502) -> (continuation of Deferred@912328061 after retry RPC after error@1344761225), errback=(continuation of Deferred@2074135447 after retry RPC after error@416095940) -> (continuation of Deferred@2089030273 after retry RPC after error@464526475) -> (continuation of Deferred@1714520089 after retry RPC after error@377133349) -> (continuation of Deferred@1245086065 after retry RPC after error@1366919416) -> (continuation of Deferred@992144262 after retry RPC after error@2043936374) -> (continuation of Deferred@126932276 after retry RPC after error@447984502) -> (continuation of Deferred@912328061 after retry RPC after error@1344761225)))
20:05:28.139 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:05:28.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:28.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:28.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:28.179 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:28.179 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:28.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.180 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.180 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.180 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.180 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.180 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:28.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:28.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:28.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.200 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.200 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.201 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:28.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:28.219 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:28.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.220 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.220 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.220 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:28.221 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:28.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:28.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:28.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.240 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.240 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.240 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:28.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:28.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:28.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:28.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:28.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:28.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:28.300 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@649470107(state=PENDING, result=null, callback=(continuation of Deferred@715318139 after retry RPC after error@1248838422) -> (continuation of Deferred@1261657374 after retry RPC after error@1553341979) -> (continuation of Deferred@1628608457 after retry RPC after error@1439801230) -> (continuation of Deferred@81523591 after retry RPC after error@1750160321) -> (continuation of Deferred@487079389 after retry RPC after error@1149041693) -> (continuation of Deferred@534804702 after retry RPC after error@2102263736), errback=(continuation of Deferred@715318139 after retry RPC after error@1248838422) -> (continuation of Deferred@1261657374 after retry RPC after error@1553341979) -> (continuation of Deferred@1628608457 after retry RPC after error@1439801230) -> (continuation of Deferred@81523591 after retry RPC after error@1750160321) -> (continuation of Deferred@487079389 after retry RPC after error@1149041693) -> (continuation of Deferred@534804702 after retry RPC after error@2102263736)))
20:05:28.300 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@649470107(state=PENDING, result=null, callback=(continuation of Deferred@715318139 after retry RPC after error@1248838422) -> (continuation of Deferred@1261657374 after retry RPC after error@1553341979) -> (continuation of Deferred@1628608457 after retry RPC after error@1439801230) -> (continuation of Deferred@81523591 after retry RPC after error@1750160321) -> (continuation of Deferred@487079389 after retry RPC after error@1149041693) -> (continuation of Deferred@534804702 after retry RPC after error@2102263736), errback=(continuation of Deferred@715318139 after retry RPC after error@1248838422) -> (continuation of Deferred@1261657374 after retry RPC after error@1553341979) -> (continuation of Deferred@1628608457 after retry RPC after error@1439801230) -> (continuation of Deferred@81523591 after retry RPC after error@1750160321) -> (continuation of Deferred@487079389 after retry RPC after error@1149041693) -> (continuation of Deferred@534804702 after retry RPC after error@2102263736)))
20:05:28.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:28.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:28.320 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.320 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.320 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.320 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.320 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.320 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:28.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:28.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:28.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.340 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.340 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.340 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.340 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.340 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.341 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:28.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:28.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:28.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.360 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.360 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.360 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.360 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.360 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:28.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:28.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:28.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.380 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.380 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:28.399 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:28.399 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:28.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.400 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.400 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.400 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.401 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:28.439 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:28.439 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:28.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.440 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:28.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:28.459 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:28.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:28.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:28.479 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:28.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:28.480 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1037044293(state=PENDING, result=null, callback=(continuation of Deferred@938968890 after retry RPC after error@1626121559) -> (continuation of Deferred@445324688 after retry RPC after error@657764006) -> (continuation of Deferred@754000685 after retry RPC after error@691203577) -> (continuation of Deferred@1805058770 after retry RPC after error@1775554712) -> (continuation of Deferred@1276739268 after retry RPC after error@1920602011) -> (continuation of Deferred@556274324 after retry RPC after error@1857504825) -> (continuation of Deferred@1776286325 after retry RPC after error@1266365954), errback=(continuation of Deferred@938968890 after retry RPC after error@1626121559) -> (continuation of Deferred@445324688 after retry RPC after error@657764006) -> (continuation of Deferred@754000685 after retry RPC after error@691203577) -> (continuation of Deferred@1805058770 after retry RPC after error@1775554712) -> (continuation of Deferred@1276739268 after retry RPC after error@1920602011) -> (continuation of Deferred@556274324 after retry RPC after error@1857504825) -> (continuation of Deferred@1776286325 after retry RPC after error@1266365954)))
20:05:28.480 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1037044293(state=PENDING, result=null, callback=(continuation of Deferred@938968890 after retry RPC after error@1626121559) -> (continuation of Deferred@445324688 after retry RPC after error@657764006) -> (continuation of Deferred@754000685 after retry RPC after error@691203577) -> (continuation of Deferred@1805058770 after retry RPC after error@1775554712) -> (continuation of Deferred@1276739268 after retry RPC after error@1920602011) -> (continuation of Deferred@556274324 after retry RPC after error@1857504825) -> (continuation of Deferred@1776286325 after retry RPC after error@1266365954), errback=(continuation of Deferred@938968890 after retry RPC after error@1626121559) -> (continuation of Deferred@445324688 after retry RPC after error@657764006) -> (continuation of Deferred@754000685 after retry RPC after error@691203577) -> (continuation of Deferred@1805058770 after retry RPC after error@1775554712) -> (continuation of Deferred@1276739268 after retry RPC after error@1920602011) -> (continuation of Deferred@556274324 after retry RPC after error@1857504825) -> (continuation of Deferred@1776286325 after retry RPC after error@1266365954)))
20:05:28.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:28.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:28.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:28.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:28.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:28.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.520 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.521 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:28.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:28.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:28.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.540 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:28.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:28.559 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:28.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.561 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:28.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:28.579 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:28.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:28.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:28.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:28.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:28.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:28.679 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:28.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.680 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.680 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:28.681 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@555884912(state=PENDING, result=null, callback=(continuation of Deferred@1819505238 after retry RPC after error@39757947) -> (continuation of Deferred@474279448 after retry RPC after error@744318273) -> (continuation of Deferred@1540047710 after retry RPC after error@740369708) -> (continuation of Deferred@388901534 after retry RPC after error@1352540759) -> (continuation of Deferred@1364085417 after retry RPC after error@1961037289) -> (continuation of Deferred@310358833 after retry RPC after error@861054899), errback=(continuation of Deferred@1819505238 after retry RPC after error@39757947) -> (continuation of Deferred@474279448 after retry RPC after error@744318273) -> (continuation of Deferred@1540047710 after retry RPC after error@740369708) -> (continuation of Deferred@388901534 after retry RPC after error@1352540759) -> (continuation of Deferred@1364085417 after retry RPC after error@1961037289) -> (continuation of Deferred@310358833 after retry RPC after error@861054899)))
20:05:28.681 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@555884912(state=PENDING, result=null, callback=(continuation of Deferred@1819505238 after retry RPC after error@39757947) -> (continuation of Deferred@474279448 after retry RPC after error@744318273) -> (continuation of Deferred@1540047710 after retry RPC after error@740369708) -> (continuation of Deferred@388901534 after retry RPC after error@1352540759) -> (continuation of Deferred@1364085417 after retry RPC after error@1961037289) -> (continuation of Deferred@310358833 after retry RPC after error@861054899), errback=(continuation of Deferred@1819505238 after retry RPC after error@39757947) -> (continuation of Deferred@474279448 after retry RPC after error@744318273) -> (continuation of Deferred@1540047710 after retry RPC after error@740369708) -> (continuation of Deferred@388901534 after retry RPC after error@1352540759) -> (continuation of Deferred@1364085417 after retry RPC after error@1961037289) -> (continuation of Deferred@310358833 after retry RPC after error@861054899)))
20:05:28.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:28.699 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:28.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:28.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:28.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:28.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:28.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:28.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:28.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:28.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:28.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:28.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:28.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:28.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:28.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.780 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.780 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:28.799 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:28.799 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:28.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.800 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.800 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:28.859 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:28.859 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:28.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.860 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.860 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.860 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.860 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.861 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:28.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:28.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:28.900 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.900 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.900 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.900 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:28.901 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@950479275(state=PENDING, result=null, callback=(continuation of Deferred@1104351772 after retry RPC after error@1924360284) -> (continuation of Deferred@704678333 after retry RPC after error@736823079) -> (continuation of Deferred@1928438708 after retry RPC after error@468304958) -> (continuation of Deferred@889908127 after retry RPC after error@1177227302) -> (continuation of Deferred@968423252 after retry RPC after error@1814367337) -> (continuation of Deferred@244401249 after retry RPC after error@270917557) -> (continuation of Deferred@1859754162 after retry RPC after error@719034180), errback=(continuation of Deferred@1104351772 after retry RPC after error@1924360284) -> (continuation of Deferred@704678333 after retry RPC after error@736823079) -> (continuation of Deferred@1928438708 after retry RPC after error@468304958) -> (continuation of Deferred@889908127 after retry RPC after error@1177227302) -> (continuation of Deferred@968423252 after retry RPC after error@1814367337) -> (continuation of Deferred@244401249 after retry RPC after error@270917557) -> (continuation of Deferred@1859754162 after retry RPC after error@719034180)))
20:05:28.901 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@950479275(state=PENDING, result=null, callback=(continuation of Deferred@1104351772 after retry RPC after error@1924360284) -> (continuation of Deferred@704678333 after retry RPC after error@736823079) -> (continuation of Deferred@1928438708 after retry RPC after error@468304958) -> (continuation of Deferred@889908127 after retry RPC after error@1177227302) -> (continuation of Deferred@968423252 after retry RPC after error@1814367337) -> (continuation of Deferred@244401249 after retry RPC after error@270917557) -> (continuation of Deferred@1859754162 after retry RPC after error@719034180), errback=(continuation of Deferred@1104351772 after retry RPC after error@1924360284) -> (continuation of Deferred@704678333 after retry RPC after error@736823079) -> (continuation of Deferred@1928438708 after retry RPC after error@468304958) -> (continuation of Deferred@889908127 after retry RPC after error@1177227302) -> (continuation of Deferred@968423252 after retry RPC after error@1814367337) -> (continuation of Deferred@244401249 after retry RPC after error@270917557) -> (continuation of Deferred@1859754162 after retry RPC after error@719034180)))
20:05:28.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:28.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:28.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.920 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.920 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.920 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:28.939 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:28.939 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:28.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.940 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.940 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:28.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:28.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:28.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:28.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:28.979 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:28.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:28.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:28.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:28.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:28.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:28.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:29.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:29.039 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:29.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:29.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:29.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:29.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.080 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:29.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:29.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:29.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.120 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:29.120 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@782742061(state=PENDING, result=null, callback=(continuation of Deferred@226572213 after retry RPC after error@1823160299) -> (continuation of Deferred@2132698892 after retry RPC after error@1815843864) -> (continuation of Deferred@1753426613 after retry RPC after error@1562532897) -> (continuation of Deferred@1359505038 after retry RPC after error@1638118371) -> (continuation of Deferred@268762080 after retry RPC after error@1594392213) -> (continuation of Deferred@1302749164 after retry RPC after error@828821776) -> (continuation of Deferred@101381927 after retry RPC after error@451595685), errback=(continuation of Deferred@226572213 after retry RPC after error@1823160299) -> (continuation of Deferred@2132698892 after retry RPC after error@1815843864) -> (continuation of Deferred@1753426613 after retry RPC after error@1562532897) -> (continuation of Deferred@1359505038 after retry RPC after error@1638118371) -> (continuation of Deferred@268762080 after retry RPC after error@1594392213) -> (continuation of Deferred@1302749164 after retry RPC after error@828821776) -> (continuation of Deferred@101381927 after retry RPC after error@451595685)))
20:05:29.121 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@782742061(state=PENDING, result=null, callback=(continuation of Deferred@226572213 after retry RPC after error@1823160299) -> (continuation of Deferred@2132698892 after retry RPC after error@1815843864) -> (continuation of Deferred@1753426613 after retry RPC after error@1562532897) -> (continuation of Deferred@1359505038 after retry RPC after error@1638118371) -> (continuation of Deferred@268762080 after retry RPC after error@1594392213) -> (continuation of Deferred@1302749164 after retry RPC after error@828821776) -> (continuation of Deferred@101381927 after retry RPC after error@451595685), errback=(continuation of Deferred@226572213 after retry RPC after error@1823160299) -> (continuation of Deferred@2132698892 after retry RPC after error@1815843864) -> (continuation of Deferred@1753426613 after retry RPC after error@1562532897) -> (continuation of Deferred@1359505038 after retry RPC after error@1638118371) -> (continuation of Deferred@268762080 after retry RPC after error@1594392213) -> (continuation of Deferred@1302749164 after retry RPC after error@828821776) -> (continuation of Deferred@101381927 after retry RPC after error@451595685)))
20:05:29.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:29.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:29.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:29.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:29.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:29.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:29.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:29.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:29.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:29.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:29.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:29.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.200 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.200 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.200 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.200 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.201 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:29.219 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:29.219 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:29.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.220 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.220 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.221 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:29.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:29.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:29.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:29.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:29.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:29.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:29.281 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1754209907(state=PENDING, result=null, callback=(continuation of Deferred@783772533 after retry RPC after error@1536416089) -> (continuation of Deferred@2109452669 after retry RPC after error@1834439743) -> (continuation of Deferred@2024699427 after retry RPC after error@1035088254) -> (continuation of Deferred@497180652 after retry RPC after error@1250100939) -> (continuation of Deferred@1100443350 after retry RPC after error@1828884059) -> (continuation of Deferred@1649467688 after retry RPC after error@808912631), errback=(continuation of Deferred@783772533 after retry RPC after error@1536416089) -> (continuation of Deferred@2109452669 after retry RPC after error@1834439743) -> (continuation of Deferred@2024699427 after retry RPC after error@1035088254) -> (continuation of Deferred@497180652 after retry RPC after error@1250100939) -> (continuation of Deferred@1100443350 after retry RPC after error@1828884059) -> (continuation of Deferred@1649467688 after retry RPC after error@808912631)))
20:05:29.281 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1754209907(state=PENDING, result=null, callback=(continuation of Deferred@783772533 after retry RPC after error@1536416089) -> (continuation of Deferred@2109452669 after retry RPC after error@1834439743) -> (continuation of Deferred@2024699427 after retry RPC after error@1035088254) -> (continuation of Deferred@497180652 after retry RPC after error@1250100939) -> (continuation of Deferred@1100443350 after retry RPC after error@1828884059) -> (continuation of Deferred@1649467688 after retry RPC after error@808912631), errback=(continuation of Deferred@783772533 after retry RPC after error@1536416089) -> (continuation of Deferred@2109452669 after retry RPC after error@1834439743) -> (continuation of Deferred@2024699427 after retry RPC after error@1035088254) -> (continuation of Deferred@497180652 after retry RPC after error@1250100939) -> (continuation of Deferred@1100443350 after retry RPC after error@1828884059) -> (continuation of Deferred@1649467688 after retry RPC after error@808912631)))
20:05:29.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:29.299 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:29.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:29.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:29.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:29.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:29.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:29.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:29.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.340 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.340 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.340 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.340 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.340 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.341 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:29.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:29.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:29.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.360 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.360 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.360 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.360 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.360 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.361 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:29.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:29.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:29.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.380 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.380 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.380 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.380 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.380 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:29.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:29.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:29.420 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.420 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.420 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.420 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.420 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.420 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.421 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:29.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:29.479 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:29.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:29.519 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:29.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.519 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:29.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.520 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.520 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.520 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.520 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:29.521 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@459996988(state=PENDING, result=null, callback=(continuation of Deferred@1720412465 after retry RPC after error@1094466658) -> (continuation of Deferred@157241342 after retry RPC after error@1166070518) -> (continuation of Deferred@2030037398 after retry RPC after error@1484789191) -> (continuation of Deferred@735285654 after retry RPC after error@1745351032) -> (continuation of Deferred@1865619127 after retry RPC after error@935659707) -> (continuation of Deferred@11366644 after retry RPC after error@1467403688) -> (continuation of Deferred@545779551 after retry RPC after error@1058585380), errback=(continuation of Deferred@1720412465 after retry RPC after error@1094466658) -> (continuation of Deferred@157241342 after retry RPC after error@1166070518) -> (continuation of Deferred@2030037398 after retry RPC after error@1484789191) -> (continuation of Deferred@735285654 after retry RPC after error@1745351032) -> (continuation of Deferred@1865619127 after retry RPC after error@935659707) -> (continuation of Deferred@11366644 after retry RPC after error@1467403688) -> (continuation of Deferred@545779551 after retry RPC after error@1058585380)))
20:05:29.522 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@459996988(state=PENDING, result=null, callback=(continuation of Deferred@1720412465 after retry RPC after error@1094466658) -> (continuation of Deferred@157241342 after retry RPC after error@1166070518) -> (continuation of Deferred@2030037398 after retry RPC after error@1484789191) -> (continuation of Deferred@735285654 after retry RPC after error@1745351032) -> (continuation of Deferred@1865619127 after retry RPC after error@935659707) -> (continuation of Deferred@11366644 after retry RPC after error@1467403688) -> (continuation of Deferred@545779551 after retry RPC after error@1058585380), errback=(continuation of Deferred@1720412465 after retry RPC after error@1094466658) -> (continuation of Deferred@157241342 after retry RPC after error@1166070518) -> (continuation of Deferred@2030037398 after retry RPC after error@1484789191) -> (continuation of Deferred@735285654 after retry RPC after error@1745351032) -> (continuation of Deferred@1865619127 after retry RPC after error@935659707) -> (continuation of Deferred@11366644 after retry RPC after error@1467403688) -> (continuation of Deferred@545779551 after retry RPC after error@1058585380)))
20:05:29.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:29.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:29.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:29.559 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:29.559 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:29.560 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.560 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.560 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.560 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.560 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.560 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:29.579 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:29.579 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:29.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.580 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.580 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:29.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:29.599 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:29.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:29.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:29.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:29.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:29.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:29.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:29.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:29.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:29.699 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:29.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.700 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.700 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:29.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:29.739 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:29.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.740 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.740 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.740 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.740 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:29.741 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@962819644(state=PENDING, result=null, callback=(continuation of Deferred@119225760 after retry RPC after error@308414101) -> (continuation of Deferred@1414647870 after retry RPC after error@1990299166) -> (continuation of Deferred@680090455 after retry RPC after error@710780541) -> (continuation of Deferred@1893155624 after retry RPC after error@184349266) -> (continuation of Deferred@1758282681 after retry RPC after error@803499667) -> (continuation of Deferred@1700832836 after retry RPC after error@149137112) -> (continuation of Deferred@171044086 after retry RPC after error@112040917), errback=(continuation of Deferred@119225760 after retry RPC after error@308414101) -> (continuation of Deferred@1414647870 after retry RPC after error@1990299166) -> (continuation of Deferred@680090455 after retry RPC after error@710780541) -> (continuation of Deferred@1893155624 after retry RPC after error@184349266) -> (continuation of Deferred@1758282681 after retry RPC after error@803499667) -> (continuation of Deferred@1700832836 after retry RPC after error@149137112) -> (continuation of Deferred@171044086 after retry RPC after error@112040917)))
20:05:29.742 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@962819644(state=PENDING, result=null, callback=(continuation of Deferred@119225760 after retry RPC after error@308414101) -> (continuation of Deferred@1414647870 after retry RPC after error@1990299166) -> (continuation of Deferred@680090455 after retry RPC after error@710780541) -> (continuation of Deferred@1893155624 after retry RPC after error@184349266) -> (continuation of Deferred@1758282681 after retry RPC after error@803499667) -> (continuation of Deferred@1700832836 after retry RPC after error@149137112) -> (continuation of Deferred@171044086 after retry RPC after error@112040917), errback=(continuation of Deferred@119225760 after retry RPC after error@308414101) -> (continuation of Deferred@1414647870 after retry RPC after error@1990299166) -> (continuation of Deferred@680090455 after retry RPC after error@710780541) -> (continuation of Deferred@1893155624 after retry RPC after error@184349266) -> (continuation of Deferred@1758282681 after retry RPC after error@803499667) -> (continuation of Deferred@1700832836 after retry RPC after error@149137112) -> (continuation of Deferred@171044086 after retry RPC after error@112040917)))
20:05:29.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:29.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:29.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.760 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.760 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.760 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:29.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:29.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:29.780 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.780 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.780 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.781 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:29.799 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:29.799 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:29.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.800 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.800 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:29.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:29.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:29.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:29.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:29.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:29.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:29.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:29.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:29.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:29.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:29.909863 6757 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033, num_attempts: 1)
20:05:29.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:29.914383 6757 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '68527849fe554464b9bac84b66ab92ff', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '68527849fe554464b9bac84b66ab92ff', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033, num_attempts: 1)
20:05:29.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:29.916419 6757 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.5.249.254:41591)
20:05:29.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:29.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:29.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:29.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:29.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:30.019 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1078741828(state=PENDING, result=null, callback=(continuation of Deferred@347213633 after retry RPC after error@1709691965) -> (continuation of Deferred@1265163233 after retry RPC after error@1776070563) -> (continuation of Deferred@1838185950 after retry RPC after error@915212909) -> (continuation of Deferred@993486990 after retry RPC after error@932870652) -> (continuation of Deferred@1493863516 after retry RPC after error@126495602) -> (continuation of Deferred@125390869 after retry RPC after error@1674091679) -> (continuation of Deferred@1848476886 after retry RPC after error@942334938), errback=(continuation of Deferred@347213633 after retry RPC after error@1709691965) -> (continuation of Deferred@1265163233 after retry RPC after error@1776070563) -> (continuation of Deferred@1838185950 after retry RPC after error@915212909) -> (continuation of Deferred@993486990 after retry RPC after error@932870652) -> (continuation of Deferred@1493863516 after retry RPC after error@126495602) -> (continuation of Deferred@125390869 after retry RPC after error@1674091679) -> (continuation of Deferred@1848476886 after retry RPC after error@942334938)))
20:05:30.019 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:05:30.039 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:30.039 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:30.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.040 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.040 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:30.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:30.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:30.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.059 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.059 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:30.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:30.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:30.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.080 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.080 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.080 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.080 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.080 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:30.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:30.099 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:30.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.100 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.100 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:30.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:30.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:30.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:30.139 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:30.139 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:30.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.140 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.140 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.140 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.140 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:30.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:30.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:30.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:30.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:30.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:30.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.260 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:30.261 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@517824432(state=PENDING, result=null, callback=(continuation of Deferred@1465488807 after retry RPC after error@959153807) -> (continuation of Deferred@923738560 after retry RPC after error@1130092622) -> (continuation of Deferred@1488226607 after retry RPC after error@1028547400) -> (continuation of Deferred@1929466880 after retry RPC after error@1845853062) -> (continuation of Deferred@302283416 after retry RPC after error@1553866675) -> (continuation of Deferred@633790836 after retry RPC after error@1616537345) -> (continuation of Deferred@1362825512 after retry RPC after error@2113208123), errback=(continuation of Deferred@1465488807 after retry RPC after error@959153807) -> (continuation of Deferred@923738560 after retry RPC after error@1130092622) -> (continuation of Deferred@1488226607 after retry RPC after error@1028547400) -> (continuation of Deferred@1929466880 after retry RPC after error@1845853062) -> (continuation of Deferred@302283416 after retry RPC after error@1553866675) -> (continuation of Deferred@633790836 after retry RPC after error@1616537345) -> (continuation of Deferred@1362825512 after retry RPC after error@2113208123)))
20:05:30.261 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@517824432(state=PENDING, result=null, callback=(continuation of Deferred@1465488807 after retry RPC after error@959153807) -> (continuation of Deferred@923738560 after retry RPC after error@1130092622) -> (continuation of Deferred@1488226607 after retry RPC after error@1028547400) -> (continuation of Deferred@1929466880 after retry RPC after error@1845853062) -> (continuation of Deferred@302283416 after retry RPC after error@1553866675) -> (continuation of Deferred@633790836 after retry RPC after error@1616537345) -> (continuation of Deferred@1362825512 after retry RPC after error@2113208123), errback=(continuation of Deferred@1465488807 after retry RPC after error@959153807) -> (continuation of Deferred@923738560 after retry RPC after error@1130092622) -> (continuation of Deferred@1488226607 after retry RPC after error@1028547400) -> (continuation of Deferred@1929466880 after retry RPC after error@1845853062) -> (continuation of Deferred@302283416 after retry RPC after error@1553866675) -> (continuation of Deferred@633790836 after retry RPC after error@1616537345) -> (continuation of Deferred@1362825512 after retry RPC after error@2113208123)))
20:05:30.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:30.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:30.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:30.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:30.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:30.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:30.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:30.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:30.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:30.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:30.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:30.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.340 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.340 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.340 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.340 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.340 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:30.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:30.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:30.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.360 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.360 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.361 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:30.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:30.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:30.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:30.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:30.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:30.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.400 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.400 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:30.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:30.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:30.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.420 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.420 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.420 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.421 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:30.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:30.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:30.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:30.519 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:30.520 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:30.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.521 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:30.522 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [243ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [243ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1157875318(state=PENDING, result=null, callback=(continuation of Deferred@1313699873 after retry RPC after error@58398028) -> (continuation of Deferred@1373410798 after retry RPC after error@171432405) -> (continuation of Deferred@798897346 after retry RPC after error@1955890440) -> (continuation of Deferred@1095900561 after retry RPC after error@1973390623) -> (continuation of Deferred@737775434 after retry RPC after error@2073420792) -> (continuation of Deferred@712689550 after retry RPC after error@595869867) -> (continuation of Deferred@1147148366 after retry RPC after error@272546073) -> (continuation of Deferred@1820613159 after retry RPC after error@1829031428) -> (continuation of Deferred@702679426 after retry RPC after error@1282509782), errback=(continuation of Deferred@1313699873 after retry RPC after error@58398028) -> (continuation of Deferred@1373410798 after retry RPC after error@171432405) -> (continuation of Deferred@798897346 after retry RPC after error@1955890440) -> (continuation of Deferred@1095900561 after retry RPC after error@1973390623) -> (continuation of Deferred@737775434 after retry RPC after error@2073420792) -> (continuation of Deferred@712689550 after retry RPC after error@595869867) -> (continuation of Deferred@1147148366 after retry RPC after error@272546073) -> (continuation of Deferred@1820613159 after retry RPC after error@1829031428) -> (continuation of Deferred@702679426 after retry RPC after error@1282509782)))
20:05:30.523 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [243ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [243ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1157875318(state=PENDING, result=null, callback=(continuation of Deferred@1313699873 after retry RPC after error@58398028) -> (continuation of Deferred@1373410798 after retry RPC after error@171432405) -> (continuation of Deferred@798897346 after retry RPC after error@1955890440) -> (continuation of Deferred@1095900561 after retry RPC after error@1973390623) -> (continuation of Deferred@737775434 after retry RPC after error@2073420792) -> (continuation of Deferred@712689550 after retry RPC after error@595869867) -> (continuation of Deferred@1147148366 after retry RPC after error@272546073) -> (continuation of Deferred@1820613159 after retry RPC after error@1829031428) -> (continuation of Deferred@702679426 after retry RPC after error@1282509782), errback=(continuation of Deferred@1313699873 after retry RPC after error@58398028) -> (continuation of Deferred@1373410798 after retry RPC after error@171432405) -> (continuation of Deferred@798897346 after retry RPC after error@1955890440) -> (continuation of Deferred@1095900561 after retry RPC after error@1973390623) -> (continuation of Deferred@737775434 after retry RPC after error@2073420792) -> (continuation of Deferred@712689550 after retry RPC after error@595869867) -> (continuation of Deferred@1147148366 after retry RPC after error@272546073) -> (continuation of Deferred@1820613159 after retry RPC after error@1829031428) -> (continuation of Deferred@702679426 after retry RPC after error@1282509782)))
20:05:30.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:30.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:30.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:30.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:30.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:30.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.560 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.560 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.560 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:30.579 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:30.579 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:30.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.580 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.580 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.580 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.580 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.580 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:30.599 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:30.599 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:30.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.600 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.600 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.600 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.600 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:30.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:30.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:30.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:30.639 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:30.639 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:30.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.640 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.640 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.640 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.640 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:30.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:30.649379 7337 raft_consensus.cc:491] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 02761a9004984092b87596f4c1541f16)
20:05:30.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:30.649588 7337 raft_consensus.cc:513] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } }
20:05:30.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:30.650272 7337 leader_election.cc:290] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 02761a9004984092b87596f4c1541f16 (127.5.249.253:34953), cad3ec31d7c74b1dbfb9789e93755247 (127.5.249.252:36033)
20:05:30.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:30.651342 7014 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.249.252:36033: connect: Connection refused (error 111) [suppressed 1 similar messages]
20:05:30.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:30.652684 7014 leader_election.cc:336] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer cad3ec31d7c74b1dbfb9789e93755247 (127.5.249.252:36033): Network error: Client connection negotiation failed: client connection to 127.5.249.252:36033: connect: Connection refused (error 111)
20:05:30.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:30.652866 7012 leader_election.cc:336] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 02761a9004984092b87596f4c1541f16 (127.5.249.253:34953): Network error: Client connection negotiation failed: client connection to 127.5.249.253:34953: connect: Connection refused (error 111)
20:05:30.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:30.652992 7012 leader_election.cc:304] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 45af88cb52384c878c98ac3a5faf91f9; no voters: 02761a9004984092b87596f4c1541f16, cad3ec31d7c74b1dbfb9789e93755247
20:05:30.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:30.653219 7337 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
20:05:30.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:30.699 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:30.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:30.700 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@115028084(state=PENDING, result=null, callback=(continuation of Deferred@1660220057 after retry RPC after error@316562042) -> (continuation of Deferred@1029321039 after retry RPC after error@1658711552) -> (continuation of Deferred@662223096 after retry RPC after error@1200958439) -> (continuation of Deferred@724154899 after retry RPC after error@638188696) -> (continuation of Deferred@1154756569 after retry RPC after error@720432823) -> (continuation of Deferred@1282355416 after retry RPC after error@627828977), errback=(continuation of Deferred@1660220057 after retry RPC after error@316562042) -> (continuation of Deferred@1029321039 after retry RPC after error@1658711552) -> (continuation of Deferred@662223096 after retry RPC after error@1200958439) -> (continuation of Deferred@724154899 after retry RPC after error@638188696) -> (continuation of Deferred@1154756569 after retry RPC after error@720432823) -> (continuation of Deferred@1282355416 after retry RPC after error@627828977)))
20:05:30.701 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@115028084(state=PENDING, result=null, callback=(continuation of Deferred@1660220057 after retry RPC after error@316562042) -> (continuation of Deferred@1029321039 after retry RPC after error@1658711552) -> (continuation of Deferred@662223096 after retry RPC after error@1200958439) -> (continuation of Deferred@724154899 after retry RPC after error@638188696) -> (continuation of Deferred@1154756569 after retry RPC after error@720432823) -> (continuation of Deferred@1282355416 after retry RPC after error@627828977), errback=(continuation of Deferred@1660220057 after retry RPC after error@316562042) -> (continuation of Deferred@1029321039 after retry RPC after error@1658711552) -> (continuation of Deferred@662223096 after retry RPC after error@1200958439) -> (continuation of Deferred@724154899 after retry RPC after error@638188696) -> (continuation of Deferred@1154756569 after retry RPC after error@720432823) -> (continuation of Deferred@1282355416 after retry RPC after error@627828977)))
20:05:30.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:30.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:30.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.719 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:30.739 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:30.739 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:30.740 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.740 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.740 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.740 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.740 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.740 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:30.759 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:30.759 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:30.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.760 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:30.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:30.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:30.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:30.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:30.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:30.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:30.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:30.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:30.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.820 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.820 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:30.879 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:30.879 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:30.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.880 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.880 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.880 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:30.939 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:30.939 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:30.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.940 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.940 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.940 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:30.941 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1607989074(state=PENDING, result=null, callback=(continuation of Deferred@435501631 after retry RPC after error@117098188) -> (continuation of Deferred@1247630498 after retry RPC after error@709908444) -> (continuation of Deferred@440710251 after retry RPC after error@1247337801) -> (continuation of Deferred@1778415844 after retry RPC after error@1111895247) -> (continuation of Deferred@2107522816 after retry RPC after error@1897924463) -> (continuation of Deferred@411993847 after retry RPC after error@1801314685) -> (continuation of Deferred@1731704105 after retry RPC after error@383639007), errback=(continuation of Deferred@435501631 after retry RPC after error@117098188) -> (continuation of Deferred@1247630498 after retry RPC after error@709908444) -> (continuation of Deferred@440710251 after retry RPC after error@1247337801) -> (continuation of Deferred@1778415844 after retry RPC after error@1111895247) -> (continuation of Deferred@2107522816 after retry RPC after error@1897924463) -> (continuation of Deferred@411993847 after retry RPC after error@1801314685) -> (continuation of Deferred@1731704105 after retry RPC after error@383639007)))
20:05:30.941 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1607989074(state=PENDING, result=null, callback=(continuation of Deferred@435501631 after retry RPC after error@117098188) -> (continuation of Deferred@1247630498 after retry RPC after error@709908444) -> (continuation of Deferred@440710251 after retry RPC after error@1247337801) -> (continuation of Deferred@1778415844 after retry RPC after error@1111895247) -> (continuation of Deferred@2107522816 after retry RPC after error@1897924463) -> (continuation of Deferred@411993847 after retry RPC after error@1801314685) -> (continuation of Deferred@1731704105 after retry RPC after error@383639007), errback=(continuation of Deferred@435501631 after retry RPC after error@117098188) -> (continuation of Deferred@1247630498 after retry RPC after error@709908444) -> (continuation of Deferred@440710251 after retry RPC after error@1247337801) -> (continuation of Deferred@1778415844 after retry RPC after error@1111895247) -> (continuation of Deferred@2107522816 after retry RPC after error@1897924463) -> (continuation of Deferred@411993847 after retry RPC after error@1801314685) -> (continuation of Deferred@1731704105 after retry RPC after error@383639007)))
20:05:30.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:30.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:30.960 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.960 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.960 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.960 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.960 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.960 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.961 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:30.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:30.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:30.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.979 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:30.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:30.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:30.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:30.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:30.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.000 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:31.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:31.019 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:31.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:31.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:31.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:31.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:31.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:31.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:31.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.060 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.060 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.060 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.060 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.060 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:31.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:31.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:31.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.080 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:31.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:31.119 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:31.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.120 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:31.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:31.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:31.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:31.201 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@905778976(state=PENDING, result=null, callback=(continuation of Deferred@497776879 after retry RPC after error@1607932999) -> (continuation of Deferred@1862716501 after retry RPC after error@840925826) -> (continuation of Deferred@1949693998 after retry RPC after error@325580747) -> (continuation of Deferred@1255859606 after retry RPC after error@77559261) -> (continuation of Deferred@1596983784 after retry RPC after error@1933931626) -> (continuation of Deferred@1848560065 after retry RPC after error@299919428) -> (continuation of Deferred@1312836825 after retry RPC after error@377390943) -> (continuation of Deferred@235287696 after retry RPC after error@473354076), errback=(continuation of Deferred@497776879 after retry RPC after error@1607932999) -> (continuation of Deferred@1862716501 after retry RPC after error@840925826) -> (continuation of Deferred@1949693998 after retry RPC after error@325580747) -> (continuation of Deferred@1255859606 after retry RPC after error@77559261) -> (continuation of Deferred@1596983784 after retry RPC after error@1933931626) -> (continuation of Deferred@1848560065 after retry RPC after error@299919428) -> (continuation of Deferred@1312836825 after retry RPC after error@377390943) -> (continuation of Deferred@235287696 after retry RPC after error@473354076)))
20:05:31.201 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@905778976(state=PENDING, result=null, callback=(continuation of Deferred@497776879 after retry RPC after error@1607932999) -> (continuation of Deferred@1862716501 after retry RPC after error@840925826) -> (continuation of Deferred@1949693998 after retry RPC after error@325580747) -> (continuation of Deferred@1255859606 after retry RPC after error@77559261) -> (continuation of Deferred@1596983784 after retry RPC after error@1933931626) -> (continuation of Deferred@1848560065 after retry RPC after error@299919428) -> (continuation of Deferred@1312836825 after retry RPC after error@377390943) -> (continuation of Deferred@235287696 after retry RPC after error@473354076), errback=(continuation of Deferred@497776879 after retry RPC after error@1607932999) -> (continuation of Deferred@1862716501 after retry RPC after error@840925826) -> (continuation of Deferred@1949693998 after retry RPC after error@325580747) -> (continuation of Deferred@1255859606 after retry RPC after error@77559261) -> (continuation of Deferred@1596983784 after retry RPC after error@1933931626) -> (continuation of Deferred@1848560065 after retry RPC after error@299919428) -> (continuation of Deferred@1312836825 after retry RPC after error@377390943) -> (continuation of Deferred@235287696 after retry RPC after error@473354076)))
20:05:31.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:31.219 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:31.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:31.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:31.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:31.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:31.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:31.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:31.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:31.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:31.284 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:31.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:31.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:31.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:31.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.320 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:31.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:31.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:31.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.360 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:31.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:31.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:31.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:31.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:31.459 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:31.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:31.460 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [66ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [66ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [66ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [67ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1143137708(state=PENDING, result=null, callback=(continuation of Deferred@241864636 after retry RPC after error@1684393894) -> (continuation of Deferred@1989804518 after retry RPC after error@625382684) -> (continuation of Deferred@2131487079 after retry RPC after error@895025631) -> (continuation of Deferred@334144419 after retry RPC after error@34945719) -> (continuation of Deferred@578136899 after retry RPC after error@1608450347) -> (continuation of Deferred@426661576 after retry RPC after error@839190480) -> (continuation of Deferred@1034263904 after retry RPC after error@441714086), errback=(continuation of Deferred@241864636 after retry RPC after error@1684393894) -> (continuation of Deferred@1989804518 after retry RPC after error@625382684) -> (continuation of Deferred@2131487079 after retry RPC after error@895025631) -> (continuation of Deferred@334144419 after retry RPC after error@34945719) -> (continuation of Deferred@578136899 after retry RPC after error@1608450347) -> (continuation of Deferred@426661576 after retry RPC after error@839190480) -> (continuation of Deferred@1034263904 after retry RPC after error@441714086)))
20:05:31.461 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [66ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [66ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [66ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [67ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1143137708(state=PENDING, result=null, callback=(continuation of Deferred@241864636 after retry RPC after error@1684393894) -> (continuation of Deferred@1989804518 after retry RPC after error@625382684) -> (continuation of Deferred@2131487079 after retry RPC after error@895025631) -> (continuation of Deferred@334144419 after retry RPC after error@34945719) -> (continuation of Deferred@578136899 after retry RPC after error@1608450347) -> (continuation of Deferred@426661576 after retry RPC after error@839190480) -> (continuation of Deferred@1034263904 after retry RPC after error@441714086), errback=(continuation of Deferred@241864636 after retry RPC after error@1684393894) -> (continuation of Deferred@1989804518 after retry RPC after error@625382684) -> (continuation of Deferred@2131487079 after retry RPC after error@895025631) -> (continuation of Deferred@334144419 after retry RPC after error@34945719) -> (continuation of Deferred@578136899 after retry RPC after error@1608450347) -> (continuation of Deferred@426661576 after retry RPC after error@839190480) -> (continuation of Deferred@1034263904 after retry RPC after error@441714086)))
20:05:31.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:31.480 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:31.480 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.480 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.480 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.480 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.480 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.480 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:31.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:31.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:31.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:31.519 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:31.519 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:31.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.520 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.520 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.520 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.521 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:31.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:31.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:31.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.540 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:31.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:31.559 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:31.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:31.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:31.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:31.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:31.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:31.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:31.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:31.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:31.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:31.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:31.699 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:31.699 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:31.700 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.700 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.700 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.700 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.700 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.700 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:31.701 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1920364141(state=PENDING, result=null, callback=(continuation of Deferred@1265478364 after retry RPC after error@1439920671) -> (continuation of Deferred@2084785732 after retry RPC after error@1023890087) -> (continuation of Deferred@463090833 after retry RPC after error@1427635831) -> (continuation of Deferred@868269055 after retry RPC after error@886392138) -> (continuation of Deferred@2116145661 after retry RPC after error@347044872) -> (continuation of Deferred@579215905 after retry RPC after error@1013435438) -> (continuation of Deferred@1287216230 after retry RPC after error@597239493) -> (continuation of Deferred@807247805 after retry RPC after error@840508204), errback=(continuation of Deferred@1265478364 after retry RPC after error@1439920671) -> (continuation of Deferred@2084785732 after retry RPC after error@1023890087) -> (continuation of Deferred@463090833 after retry RPC after error@1427635831) -> (continuation of Deferred@868269055 after retry RPC after error@886392138) -> (continuation of Deferred@2116145661 after retry RPC after error@347044872) -> (continuation of Deferred@579215905 after retry RPC after error@1013435438) -> (continuation of Deferred@1287216230 after retry RPC after error@597239493) -> (continuation of Deferred@807247805 after retry RPC after error@840508204)))
20:05:31.701 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1920364141(state=PENDING, result=null, callback=(continuation of Deferred@1265478364 after retry RPC after error@1439920671) -> (continuation of Deferred@2084785732 after retry RPC after error@1023890087) -> (continuation of Deferred@463090833 after retry RPC after error@1427635831) -> (continuation of Deferred@868269055 after retry RPC after error@886392138) -> (continuation of Deferred@2116145661 after retry RPC after error@347044872) -> (continuation of Deferred@579215905 after retry RPC after error@1013435438) -> (continuation of Deferred@1287216230 after retry RPC after error@597239493) -> (continuation of Deferred@807247805 after retry RPC after error@840508204), errback=(continuation of Deferred@1265478364 after retry RPC after error@1439920671) -> (continuation of Deferred@2084785732 after retry RPC after error@1023890087) -> (continuation of Deferred@463090833 after retry RPC after error@1427635831) -> (continuation of Deferred@868269055 after retry RPC after error@886392138) -> (continuation of Deferred@2116145661 after retry RPC after error@347044872) -> (continuation of Deferred@579215905 after retry RPC after error@1013435438) -> (continuation of Deferred@1287216230 after retry RPC after error@597239493) -> (continuation of Deferred@807247805 after retry RPC after error@840508204)))
20:05:31.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:31.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:31.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:31.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:31.739 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:31.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:31.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:31.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:31.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:31.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:31.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:31.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.780 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.780 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.780 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:31.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:31.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:31.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:31.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:31.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:31.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.820 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.820 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.820 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.820 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:31.879 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:31.879 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:31.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.880 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.880 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.880 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.880 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:31.881 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1403877088(state=PENDING, result=null, callback=(continuation of Deferred@464163734 after retry RPC after error@252356728) -> (continuation of Deferred@2093424516 after retry RPC after error@1147501706) -> (continuation of Deferred@186413491 after retry RPC after error@1368342976) -> (continuation of Deferred@368070474 after retry RPC after error@2057232466) -> (continuation of Deferred@308774747 after retry RPC after error@969758102) -> (continuation of Deferred@785438714 after retry RPC after error@591478274), errback=(continuation of Deferred@464163734 after retry RPC after error@252356728) -> (continuation of Deferred@2093424516 after retry RPC after error@1147501706) -> (continuation of Deferred@186413491 after retry RPC after error@1368342976) -> (continuation of Deferred@368070474 after retry RPC after error@2057232466) -> (continuation of Deferred@308774747 after retry RPC after error@969758102) -> (continuation of Deferred@785438714 after retry RPC after error@591478274)))
20:05:31.881 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1403877088(state=PENDING, result=null, callback=(continuation of Deferred@464163734 after retry RPC after error@252356728) -> (continuation of Deferred@2093424516 after retry RPC after error@1147501706) -> (continuation of Deferred@186413491 after retry RPC after error@1368342976) -> (continuation of Deferred@368070474 after retry RPC after error@2057232466) -> (continuation of Deferred@308774747 after retry RPC after error@969758102) -> (continuation of Deferred@785438714 after retry RPC after error@591478274), errback=(continuation of Deferred@464163734 after retry RPC after error@252356728) -> (continuation of Deferred@2093424516 after retry RPC after error@1147501706) -> (continuation of Deferred@186413491 after retry RPC after error@1368342976) -> (continuation of Deferred@368070474 after retry RPC after error@2057232466) -> (continuation of Deferred@308774747 after retry RPC after error@969758102) -> (continuation of Deferred@785438714 after retry RPC after error@591478274)))
20:05:31.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:31.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:31.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:31.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:31.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:31.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:31.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:31.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:31.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:31.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:31.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:31.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.960 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.960 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.960 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.960 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.960 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:31.979 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:31.979 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:31.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.980 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:31.980 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:31.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:32.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:32.019 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:32.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:32.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:32.039 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:32.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.039 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:32.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:32.119 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:32.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.120 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:32.120 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@3360961(state=PENDING, result=null, callback=(continuation of Deferred@974255010 after retry RPC after error@1526086441) -> (continuation of Deferred@283471702 after retry RPC after error@168446155) -> (continuation of Deferred@1068705483 after retry RPC after error@1417117031) -> (continuation of Deferred@1867720544 after retry RPC after error@927430225) -> (continuation of Deferred@291801868 after retry RPC after error@2123841538) -> (continuation of Deferred@134811799 after retry RPC after error@82844217) -> (continuation of Deferred@830065984 after retry RPC after error@1974082621), errback=(continuation of Deferred@974255010 after retry RPC after error@1526086441) -> (continuation of Deferred@283471702 after retry RPC after error@168446155) -> (continuation of Deferred@1068705483 after retry RPC after error@1417117031) -> (continuation of Deferred@1867720544 after retry RPC after error@927430225) -> (continuation of Deferred@291801868 after retry RPC after error@2123841538) -> (continuation of Deferred@134811799 after retry RPC after error@82844217) -> (continuation of Deferred@830065984 after retry RPC after error@1974082621)))
20:05:32.121 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@3360961(state=PENDING, result=null, callback=(continuation of Deferred@974255010 after retry RPC after error@1526086441) -> (continuation of Deferred@283471702 after retry RPC after error@168446155) -> (continuation of Deferred@1068705483 after retry RPC after error@1417117031) -> (continuation of Deferred@1867720544 after retry RPC after error@927430225) -> (continuation of Deferred@291801868 after retry RPC after error@2123841538) -> (continuation of Deferred@134811799 after retry RPC after error@82844217) -> (continuation of Deferred@830065984 after retry RPC after error@1974082621), errback=(continuation of Deferred@974255010 after retry RPC after error@1526086441) -> (continuation of Deferred@283471702 after retry RPC after error@168446155) -> (continuation of Deferred@1068705483 after retry RPC after error@1417117031) -> (continuation of Deferred@1867720544 after retry RPC after error@927430225) -> (continuation of Deferred@291801868 after retry RPC after error@2123841538) -> (continuation of Deferred@134811799 after retry RPC after error@82844217) -> (continuation of Deferred@830065984 after retry RPC after error@1974082621)))
20:05:32.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:32.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:32.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:32.159 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:32.159 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:32.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.160 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.160 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.160 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.160 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:32.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:32.179 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:32.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.180 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:32.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:32.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:32.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:32.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:32.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:32.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:32.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:32.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:32.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:32.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.240 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:32.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:32.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:32.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.280 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.280 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:32.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:32.299 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:32.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:32.300 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@657837637(state=PENDING, result=null, callback=(continuation of Deferred@365630441 after retry RPC after error@822461225) -> (continuation of Deferred@1906047831 after retry RPC after error@2027246791) -> (continuation of Deferred@894194799 after retry RPC after error@709875044) -> (continuation of Deferred@77644345 after retry RPC after error@1442962694) -> (continuation of Deferred@20513925 after retry RPC after error@1426658611) -> (continuation of Deferred@1471853729 after retry RPC after error@260811453) -> (continuation of Deferred@1180670693 after retry RPC after error@1533194128), errback=(continuation of Deferred@365630441 after retry RPC after error@822461225) -> (continuation of Deferred@1906047831 after retry RPC after error@2027246791) -> (continuation of Deferred@894194799 after retry RPC after error@709875044) -> (continuation of Deferred@77644345 after retry RPC after error@1442962694) -> (continuation of Deferred@20513925 after retry RPC after error@1426658611) -> (continuation of Deferred@1471853729 after retry RPC after error@260811453) -> (continuation of Deferred@1180670693 after retry RPC after error@1533194128)))
20:05:32.301 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@657837637(state=PENDING, result=null, callback=(continuation of Deferred@365630441 after retry RPC after error@822461225) -> (continuation of Deferred@1906047831 after retry RPC after error@2027246791) -> (continuation of Deferred@894194799 after retry RPC after error@709875044) -> (continuation of Deferred@77644345 after retry RPC after error@1442962694) -> (continuation of Deferred@20513925 after retry RPC after error@1426658611) -> (continuation of Deferred@1471853729 after retry RPC after error@260811453) -> (continuation of Deferred@1180670693 after retry RPC after error@1533194128), errback=(continuation of Deferred@365630441 after retry RPC after error@822461225) -> (continuation of Deferred@1906047831 after retry RPC after error@2027246791) -> (continuation of Deferred@894194799 after retry RPC after error@709875044) -> (continuation of Deferred@77644345 after retry RPC after error@1442962694) -> (continuation of Deferred@20513925 after retry RPC after error@1426658611) -> (continuation of Deferred@1471853729 after retry RPC after error@260811453) -> (continuation of Deferred@1180670693 after retry RPC after error@1533194128)))
20:05:32.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:32.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:32.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:32.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:32.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:32.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:32.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:32.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:32.360 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.360 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.360 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.360 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.360 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:32.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:32.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:32.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:32.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:32.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:32.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:32.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:32.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:32.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:32.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:32.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:32.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:32.578 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1914659814(state=PENDING, result=null, callback=(continuation of Deferred@1876200817 after retry RPC after error@2098000254) -> (continuation of Deferred@2074473910 after retry RPC after error@1915533687) -> (continuation of Deferred@970460486 after retry RPC after error@591760386) -> (continuation of Deferred@2006566297 after retry RPC after error@1617509660) -> (continuation of Deferred@421703274 after retry RPC after error@369628368) -> (continuation of Deferred@797224581 after retry RPC after error@111998900) -> (continuation of Deferred@183585013 after retry RPC after error@1544119279), errback=(continuation of Deferred@1876200817 after retry RPC after error@2098000254) -> (continuation of Deferred@2074473910 after retry RPC after error@1915533687) -> (continuation of Deferred@970460486 after retry RPC after error@591760386) -> (continuation of Deferred@2006566297 after retry RPC after error@1617509660) -> (continuation of Deferred@421703274 after retry RPC after error@369628368) -> (continuation of Deferred@797224581 after retry RPC after error@111998900) -> (continuation of Deferred@183585013 after retry RPC after error@1544119279)))
20:05:32.579 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:05:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:32.582824 6995 master_runner.cc:186] Error getting master registration for 127.5.249.253:34953: Network error: Client connection negotiation failed: client connection to 127.5.249.253:34953: connect: Connection refused (error 111),
20:05:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:32.582989 6995 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:05:32.599 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:32.599 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:32.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.600 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.600 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.600 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.600 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.600 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.600 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:32.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:32.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:32.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:32.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:32.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:32.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:32.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:32.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:32.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:32.679 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:32.679 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:32.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.680 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:32.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:32.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:32.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:32.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:32.739 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:32.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:32.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:32.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:32.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:32.821 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1429956183(state=PENDING, result=null, callback=(continuation of Deferred@299792726 after retry RPC after error@623141680) -> (continuation of Deferred@846666298 after retry RPC after error@1014029309) -> (continuation of Deferred@1585844716 after retry RPC after error@1488831727) -> (continuation of Deferred@1376887560 after retry RPC after error@1753494916) -> (continuation of Deferred@115556361 after retry RPC after error@818898566) -> (continuation of Deferred@1863948916 after retry RPC after error@645442054) -> (continuation of Deferred@981943752 after retry RPC after error@1907879752), errback=(continuation of Deferred@299792726 after retry RPC after error@623141680) -> (continuation of Deferred@846666298 after retry RPC after error@1014029309) -> (continuation of Deferred@1585844716 after retry RPC after error@1488831727) -> (continuation of Deferred@1376887560 after retry RPC after error@1753494916) -> (continuation of Deferred@115556361 after retry RPC after error@818898566) -> (continuation of Deferred@1863948916 after retry RPC after error@645442054) -> (continuation of Deferred@981943752 after retry RPC after error@1907879752)))
20:05:32.821 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1429956183(state=PENDING, result=null, callback=(continuation of Deferred@299792726 after retry RPC after error@623141680) -> (continuation of Deferred@846666298 after retry RPC after error@1014029309) -> (continuation of Deferred@1585844716 after retry RPC after error@1488831727) -> (continuation of Deferred@1376887560 after retry RPC after error@1753494916) -> (continuation of Deferred@115556361 after retry RPC after error@818898566) -> (continuation of Deferred@1863948916 after retry RPC after error@645442054) -> (continuation of Deferred@981943752 after retry RPC after error@1907879752), errback=(continuation of Deferred@299792726 after retry RPC after error@623141680) -> (continuation of Deferred@846666298 after retry RPC after error@1014029309) -> (continuation of Deferred@1585844716 after retry RPC after error@1488831727) -> (continuation of Deferred@1376887560 after retry RPC after error@1753494916) -> (continuation of Deferred@115556361 after retry RPC after error@818898566) -> (continuation of Deferred@1863948916 after retry RPC after error@645442054) -> (continuation of Deferred@981943752 after retry RPC after error@1907879752)))
20:05:32.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:32.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:32.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:32.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:32.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:32.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:32.879 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:32.879 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:32.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.880 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.880 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:32.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:32.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:32.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:32.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:32.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:32.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:32.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:32.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:32.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:32.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:32.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:32.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:32.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:33.000 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.000 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.000 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.000 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.000 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.000 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:33.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:33.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:33.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.080 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:33.081 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1256959060(state=PENDING, result=null, callback=(continuation of Deferred@1258493498 after retry RPC after error@36212048) -> (continuation of Deferred@1870080018 after retry RPC after error@2028581028) -> (continuation of Deferred@722000709 after retry RPC after error@1837924729) -> (continuation of Deferred@1005388642 after retry RPC after error@238352427) -> (continuation of Deferred@1661716571 after retry RPC after error@1787103754) -> (continuation of Deferred@958456363 after retry RPC after error@284995716) -> (continuation of Deferred@763947984 after retry RPC after error@1864327473), errback=(continuation of Deferred@1258493498 after retry RPC after error@36212048) -> (continuation of Deferred@1870080018 after retry RPC after error@2028581028) -> (continuation of Deferred@722000709 after retry RPC after error@1837924729) -> (continuation of Deferred@1005388642 after retry RPC after error@238352427) -> (continuation of Deferred@1661716571 after retry RPC after error@1787103754) -> (continuation of Deferred@958456363 after retry RPC after error@284995716) -> (continuation of Deferred@763947984 after retry RPC after error@1864327473)))
20:05:33.081 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1256959060(state=PENDING, result=null, callback=(continuation of Deferred@1258493498 after retry RPC after error@36212048) -> (continuation of Deferred@1870080018 after retry RPC after error@2028581028) -> (continuation of Deferred@722000709 after retry RPC after error@1837924729) -> (continuation of Deferred@1005388642 after retry RPC after error@238352427) -> (continuation of Deferred@1661716571 after retry RPC after error@1787103754) -> (continuation of Deferred@958456363 after retry RPC after error@284995716) -> (continuation of Deferred@763947984 after retry RPC after error@1864327473), errback=(continuation of Deferred@1258493498 after retry RPC after error@36212048) -> (continuation of Deferred@1870080018 after retry RPC after error@2028581028) -> (continuation of Deferred@722000709 after retry RPC after error@1837924729) -> (continuation of Deferred@1005388642 after retry RPC after error@238352427) -> (continuation of Deferred@1661716571 after retry RPC after error@1787103754) -> (continuation of Deferred@958456363 after retry RPC after error@284995716) -> (continuation of Deferred@763947984 after retry RPC after error@1864327473)))
20:05:33.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:33.099 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:33.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:33.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:33.119 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:33.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.120 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.120 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.120 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.120 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:33.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:33.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:33.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:33.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:33.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:33.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:33.179 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:33.179 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:33.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.180 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.180 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.180 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.180 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:33.219 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:33.219 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:33.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.220 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.220 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.220 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.220 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.220 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:33.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:33.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:33.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.240 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:33.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:33.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:33.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:33.260 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1254754319(state=PENDING, result=null, callback=(continuation of Deferred@1996713203 after retry RPC after error@824302138) -> (continuation of Deferred@527462768 after retry RPC after error@98601185) -> (continuation of Deferred@1776818266 after retry RPC after error@1453846359) -> (continuation of Deferred@1254162178 after retry RPC after error@1265029435) -> (continuation of Deferred@1650801349 after retry RPC after error@189906057) -> (continuation of Deferred@1176795662 after retry RPC after error@1001817336) -> (continuation of Deferred@1884172889 after retry RPC after error@1996320045), errback=(continuation of Deferred@1996713203 after retry RPC after error@824302138) -> (continuation of Deferred@527462768 after retry RPC after error@98601185) -> (continuation of Deferred@1776818266 after retry RPC after error@1453846359) -> (continuation of Deferred@1254162178 after retry RPC after error@1265029435) -> (continuation of Deferred@1650801349 after retry RPC after error@189906057) -> (continuation of Deferred@1176795662 after retry RPC after error@1001817336) -> (continuation of Deferred@1884172889 after retry RPC after error@1996320045)))
20:05:33.261 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1254754319(state=PENDING, result=null, callback=(continuation of Deferred@1996713203 after retry RPC after error@824302138) -> (continuation of Deferred@527462768 after retry RPC after error@98601185) -> (continuation of Deferred@1776818266 after retry RPC after error@1453846359) -> (continuation of Deferred@1254162178 after retry RPC after error@1265029435) -> (continuation of Deferred@1650801349 after retry RPC after error@189906057) -> (continuation of Deferred@1176795662 after retry RPC after error@1001817336) -> (continuation of Deferred@1884172889 after retry RPC after error@1996320045), errback=(continuation of Deferred@1996713203 after retry RPC after error@824302138) -> (continuation of Deferred@527462768 after retry RPC after error@98601185) -> (continuation of Deferred@1776818266 after retry RPC after error@1453846359) -> (continuation of Deferred@1254162178 after retry RPC after error@1265029435) -> (continuation of Deferred@1650801349 after retry RPC after error@189906057) -> (continuation of Deferred@1176795662 after retry RPC after error@1001817336) -> (continuation of Deferred@1884172889 after retry RPC after error@1996320045)))
20:05:33.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:33.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:33.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.280 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.280 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:33.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:33.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:33.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:33.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:33.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:33.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.320 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.320 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.320 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.320 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:33.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:33.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:33.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.340 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.340 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:33.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:33.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:33.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:33.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:33.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:33.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:33.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:33.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:33.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.420 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.420 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.420 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.420 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.420 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:33.459 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:33.459 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:33.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.460 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.460 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.460 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:33.461 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@610365890(state=PENDING, result=null, callback=(continuation of Deferred@922608688 after retry RPC after error@1341603659) -> (continuation of Deferred@1585968350 after retry RPC after error@1908896173) -> (continuation of Deferred@675469249 after retry RPC after error@1589225701) -> (continuation of Deferred@1073317608 after retry RPC after error@1970918051) -> (continuation of Deferred@1262219026 after retry RPC after error@1482070032) -> (continuation of Deferred@728468276 after retry RPC after error@280799280) -> (continuation of Deferred@74159690 after retry RPC after error@1754335439), errback=(continuation of Deferred@922608688 after retry RPC after error@1341603659) -> (continuation of Deferred@1585968350 after retry RPC after error@1908896173) -> (continuation of Deferred@675469249 after retry RPC after error@1589225701) -> (continuation of Deferred@1073317608 after retry RPC after error@1970918051) -> (continuation of Deferred@1262219026 after retry RPC after error@1482070032) -> (continuation of Deferred@728468276 after retry RPC after error@280799280) -> (continuation of Deferred@74159690 after retry RPC after error@1754335439)))
20:05:33.461 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@610365890(state=PENDING, result=null, callback=(continuation of Deferred@922608688 after retry RPC after error@1341603659) -> (continuation of Deferred@1585968350 after retry RPC after error@1908896173) -> (continuation of Deferred@675469249 after retry RPC after error@1589225701) -> (continuation of Deferred@1073317608 after retry RPC after error@1970918051) -> (continuation of Deferred@1262219026 after retry RPC after error@1482070032) -> (continuation of Deferred@728468276 after retry RPC after error@280799280) -> (continuation of Deferred@74159690 after retry RPC after error@1754335439), errback=(continuation of Deferred@922608688 after retry RPC after error@1341603659) -> (continuation of Deferred@1585968350 after retry RPC after error@1908896173) -> (continuation of Deferred@675469249 after retry RPC after error@1589225701) -> (continuation of Deferred@1073317608 after retry RPC after error@1970918051) -> (continuation of Deferred@1262219026 after retry RPC after error@1482070032) -> (continuation of Deferred@728468276 after retry RPC after error@280799280) -> (continuation of Deferred@74159690 after retry RPC after error@1754335439)))
20:05:33.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:33.479 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:33.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:33.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:33.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:33.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:33.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:33.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:33.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.520 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:33.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:33.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:33.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.540 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.540 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.540 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.540 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.540 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:33.559 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:33.559 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:33.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.560 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.560 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:33.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:33.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:33.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:33.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:33.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:33.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:33.640 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@646919345(state=PENDING, result=null, callback=(continuation of Deferred@1082476664 after retry RPC after error@1945559055) -> (continuation of Deferred@311777785 after retry RPC after error@1298193830) -> (continuation of Deferred@667720442 after retry RPC after error@1677652116) -> (continuation of Deferred@1536960387 after retry RPC after error@274357435) -> (continuation of Deferred@1392647936 after retry RPC after error@1198272420) -> (continuation of Deferred@2113317109 after retry RPC after error@1057721460), errback=(continuation of Deferred@1082476664 after retry RPC after error@1945559055) -> (continuation of Deferred@311777785 after retry RPC after error@1298193830) -> (continuation of Deferred@667720442 after retry RPC after error@1677652116) -> (continuation of Deferred@1536960387 after retry RPC after error@274357435) -> (continuation of Deferred@1392647936 after retry RPC after error@1198272420) -> (continuation of Deferred@2113317109 after retry RPC after error@1057721460)))
20:05:33.641 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@646919345(state=PENDING, result=null, callback=(continuation of Deferred@1082476664 after retry RPC after error@1945559055) -> (continuation of Deferred@311777785 after retry RPC after error@1298193830) -> (continuation of Deferred@667720442 after retry RPC after error@1677652116) -> (continuation of Deferred@1536960387 after retry RPC after error@274357435) -> (continuation of Deferred@1392647936 after retry RPC after error@1198272420) -> (continuation of Deferred@2113317109 after retry RPC after error@1057721460), errback=(continuation of Deferred@1082476664 after retry RPC after error@1945559055) -> (continuation of Deferred@311777785 after retry RPC after error@1298193830) -> (continuation of Deferred@667720442 after retry RPC after error@1677652116) -> (continuation of Deferred@1536960387 after retry RPC after error@274357435) -> (continuation of Deferred@1392647936 after retry RPC after error@1198272420) -> (continuation of Deferred@2113317109 after retry RPC after error@1057721460)))
20:05:33.659 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:33.659 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:33.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.660 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.660 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.660 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.660 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:33.679 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:33.679 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:33.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.680 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.680 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:33.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:33.699 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:33.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:33.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:33.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:33.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.719 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:33.739 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:33.739 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:33.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.740 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.740 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.740 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.740 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:33.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:33.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:33.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.780 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.780 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:33.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:33.799 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:33.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:33.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:33.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:33.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:33.919 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@362930982(state=PENDING, result=null, callback=(continuation of Deferred@1495339664 after retry RPC after error@770802084) -> (continuation of Deferred@48397222 after retry RPC after error@415240207) -> (continuation of Deferred@1227105301 after retry RPC after error@1761173556) -> (continuation of Deferred@2044135878 after retry RPC after error@1628389019) -> (continuation of Deferred@165919267 after retry RPC after error@708350955) -> (continuation of Deferred@1809851987 after retry RPC after error@1929586258) -> (continuation of Deferred@1738909875 after retry RPC after error@158124135) -> (continuation of Deferred@1666491815 after retry RPC after error@160382505), errback=(continuation of Deferred@1495339664 after retry RPC after error@770802084) -> (continuation of Deferred@48397222 after retry RPC after error@415240207) -> (continuation of Deferred@1227105301 after retry RPC after error@1761173556) -> (continuation of Deferred@2044135878 after retry RPC after error@1628389019) -> (continuation of Deferred@165919267 after retry RPC after error@708350955) -> (continuation of Deferred@1809851987 after retry RPC after error@1929586258) -> (continuation of Deferred@1738909875 after retry RPC after error@158124135) -> (continuation of Deferred@1666491815 after retry RPC after error@160382505)))
20:05:33.919 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:05:33.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:33.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:33.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:33.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:33.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:33.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.960 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.960 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.960 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.960 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:33.979 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:33.979 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:33.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:33.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:33.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:33.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:33.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:33.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:34.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:34.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:34.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:34.039 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:34.039 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:34.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:34.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:34.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:34.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.080 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:34.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:34.139 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:34.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:34.141 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1165387319(state=PENDING, result=null, callback=(continuation of Deferred@1505842523 after retry RPC after error@550120117) -> (continuation of Deferred@1908376632 after retry RPC after error@118363110) -> (continuation of Deferred@1412883921 after retry RPC after error@626582112) -> (continuation of Deferred@676019383 after retry RPC after error@1596824443) -> (continuation of Deferred@1012327714 after retry RPC after error@1593789226) -> (continuation of Deferred@799046342 after retry RPC after error@476432906) -> (continuation of Deferred@395395921 after retry RPC after error@856943762), errback=(continuation of Deferred@1505842523 after retry RPC after error@550120117) -> (continuation of Deferred@1908376632 after retry RPC after error@118363110) -> (continuation of Deferred@1412883921 after retry RPC after error@626582112) -> (continuation of Deferred@676019383 after retry RPC after error@1596824443) -> (continuation of Deferred@1012327714 after retry RPC after error@1593789226) -> (continuation of Deferred@799046342 after retry RPC after error@476432906) -> (continuation of Deferred@395395921 after retry RPC after error@856943762)))
20:05:34.141 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1165387319(state=PENDING, result=null, callback=(continuation of Deferred@1505842523 after retry RPC after error@550120117) -> (continuation of Deferred@1908376632 after retry RPC after error@118363110) -> (continuation of Deferred@1412883921 after retry RPC after error@626582112) -> (continuation of Deferred@676019383 after retry RPC after error@1596824443) -> (continuation of Deferred@1012327714 after retry RPC after error@1593789226) -> (continuation of Deferred@799046342 after retry RPC after error@476432906) -> (continuation of Deferred@395395921 after retry RPC after error@856943762), errback=(continuation of Deferred@1505842523 after retry RPC after error@550120117) -> (continuation of Deferred@1908376632 after retry RPC after error@118363110) -> (continuation of Deferred@1412883921 after retry RPC after error@626582112) -> (continuation of Deferred@676019383 after retry RPC after error@1596824443) -> (continuation of Deferred@1012327714 after retry RPC after error@1593789226) -> (continuation of Deferred@799046342 after retry RPC after error@476432906) -> (continuation of Deferred@395395921 after retry RPC after error@856943762)))
20:05:34.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:34.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:34.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:34.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:34.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:34.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:34.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:34.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:34.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.200 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.200 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.200 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.200 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.201 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:34.219 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:34.219 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:34.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:34.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:34.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:34.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:34.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:34.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:34.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:34.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:34.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:34.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:34.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:34.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:34.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:34.380 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@514823672(state=PENDING, result=null, callback=(continuation of Deferred@791112863 after retry RPC after error@1721415188) -> (continuation of Deferred@1814138251 after retry RPC after error@239322530) -> (continuation of Deferred@445907809 after retry RPC after error@697121841) -> (continuation of Deferred@1226875230 after retry RPC after error@1507721997) -> (continuation of Deferred@1676381276 after retry RPC after error@600262820) -> (continuation of Deferred@1864443859 after retry RPC after error@1179551569) -> (continuation of Deferred@2037938856 after retry RPC after error@1617141579), errback=(continuation of Deferred@791112863 after retry RPC after error@1721415188) -> (continuation of Deferred@1814138251 after retry RPC after error@239322530) -> (continuation of Deferred@445907809 after retry RPC after error@697121841) -> (continuation of Deferred@1226875230 after retry RPC after error@1507721997) -> (continuation of Deferred@1676381276 after retry RPC after error@600262820) -> (continuation of Deferred@1864443859 after retry RPC after error@1179551569) -> (continuation of Deferred@2037938856 after retry RPC after error@1617141579)))
20:05:34.381 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@514823672(state=PENDING, result=null, callback=(continuation of Deferred@791112863 after retry RPC after error@1721415188) -> (continuation of Deferred@1814138251 after retry RPC after error@239322530) -> (continuation of Deferred@445907809 after retry RPC after error@697121841) -> (continuation of Deferred@1226875230 after retry RPC after error@1507721997) -> (continuation of Deferred@1676381276 after retry RPC after error@600262820) -> (continuation of Deferred@1864443859 after retry RPC after error@1179551569) -> (continuation of Deferred@2037938856 after retry RPC after error@1617141579), errback=(continuation of Deferred@791112863 after retry RPC after error@1721415188) -> (continuation of Deferred@1814138251 after retry RPC after error@239322530) -> (continuation of Deferred@445907809 after retry RPC after error@697121841) -> (continuation of Deferred@1226875230 after retry RPC after error@1507721997) -> (continuation of Deferred@1676381276 after retry RPC after error@600262820) -> (continuation of Deferred@1864443859 after retry RPC after error@1179551569) -> (continuation of Deferred@2037938856 after retry RPC after error@1617141579)))
20:05:34.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:34.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:34.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:34.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:34.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:34.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.420 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.420 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.420 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.420 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.421 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:34.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:34.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:34.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:34.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:34.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:34.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:34.479 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:34.479 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:34.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.480 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.480 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:34.519 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:34.519 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:34.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.520 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.521 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:34.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:34.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:34.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.540 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.540 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.540 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.540 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.540 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:34.541 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:34.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:34.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:34.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.620 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:34.621 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1857727120(state=PENDING, result=null, callback=(continuation of Deferred@582312077 after retry RPC after error@248904338) -> (continuation of Deferred@522155084 after retry RPC after error@617263893) -> (continuation of Deferred@770838025 after retry RPC after error@215117903) -> (continuation of Deferred@1753991309 after retry RPC after error@430476434) -> (continuation of Deferred@605506536 after retry RPC after error@995628845) -> (continuation of Deferred@228687723 after retry RPC after error@1345367633) -> (continuation of Deferred@1323755444 after retry RPC after error@905732154), errback=(continuation of Deferred@582312077 after retry RPC after error@248904338) -> (continuation of Deferred@522155084 after retry RPC after error@617263893) -> (continuation of Deferred@770838025 after retry RPC after error@215117903) -> (continuation of Deferred@1753991309 after retry RPC after error@430476434) -> (continuation of Deferred@605506536 after retry RPC after error@995628845) -> (continuation of Deferred@228687723 after retry RPC after error@1345367633) -> (continuation of Deferred@1323755444 after retry RPC after error@905732154)))
20:05:34.621 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1857727120(state=PENDING, result=null, callback=(continuation of Deferred@582312077 after retry RPC after error@248904338) -> (continuation of Deferred@522155084 after retry RPC after error@617263893) -> (continuation of Deferred@770838025 after retry RPC after error@215117903) -> (continuation of Deferred@1753991309 after retry RPC after error@430476434) -> (continuation of Deferred@605506536 after retry RPC after error@995628845) -> (continuation of Deferred@228687723 after retry RPC after error@1345367633) -> (continuation of Deferred@1323755444 after retry RPC after error@905732154), errback=(continuation of Deferred@582312077 after retry RPC after error@248904338) -> (continuation of Deferred@522155084 after retry RPC after error@617263893) -> (continuation of Deferred@770838025 after retry RPC after error@215117903) -> (continuation of Deferred@1753991309 after retry RPC after error@430476434) -> (continuation of Deferred@605506536 after retry RPC after error@995628845) -> (continuation of Deferred@228687723 after retry RPC after error@1345367633) -> (continuation of Deferred@1323755444 after retry RPC after error@905732154)))
20:05:34.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:34.639 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:34.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:34.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:34.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:34.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:34.679 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:34.679 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:34.680 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.680 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.680 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.680 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.681 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:34.699 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:34.699 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:34.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.700 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.700 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.700 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.700 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:34.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:34.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:34.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:34.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:34.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:34.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:34.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:34.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:34.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:34.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:34.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:34.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:34.840 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1466017824(state=PENDING, result=null, callback=(continuation of Deferred@1646860676 after retry RPC after error@536457698) -> (continuation of Deferred@1302996157 after retry RPC after error@399549824) -> (continuation of Deferred@1025473479 after retry RPC after error@1866181415) -> (continuation of Deferred@1940448689 after retry RPC after error@1640411873) -> (continuation of Deferred@666971229 after retry RPC after error@353491217) -> (continuation of Deferred@564142959 after retry RPC after error@1965415424) -> (continuation of Deferred@1537783101 after retry RPC after error@1080702472), errback=(continuation of Deferred@1646860676 after retry RPC after error@536457698) -> (continuation of Deferred@1302996157 after retry RPC after error@399549824) -> (continuation of Deferred@1025473479 after retry RPC after error@1866181415) -> (continuation of Deferred@1940448689 after retry RPC after error@1640411873) -> (continuation of Deferred@666971229 after retry RPC after error@353491217) -> (continuation of Deferred@564142959 after retry RPC after error@1965415424) -> (continuation of Deferred@1537783101 after retry RPC after error@1080702472)))
20:05:34.840 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1466017824(state=PENDING, result=null, callback=(continuation of Deferred@1646860676 after retry RPC after error@536457698) -> (continuation of Deferred@1302996157 after retry RPC after error@399549824) -> (continuation of Deferred@1025473479 after retry RPC after error@1866181415) -> (continuation of Deferred@1940448689 after retry RPC after error@1640411873) -> (continuation of Deferred@666971229 after retry RPC after error@353491217) -> (continuation of Deferred@564142959 after retry RPC after error@1965415424) -> (continuation of Deferred@1537783101 after retry RPC after error@1080702472), errback=(continuation of Deferred@1646860676 after retry RPC after error@536457698) -> (continuation of Deferred@1302996157 after retry RPC after error@399549824) -> (continuation of Deferred@1025473479 after retry RPC after error@1866181415) -> (continuation of Deferred@1940448689 after retry RPC after error@1640411873) -> (continuation of Deferred@666971229 after retry RPC after error@353491217) -> (continuation of Deferred@564142959 after retry RPC after error@1965415424) -> (continuation of Deferred@1537783101 after retry RPC after error@1080702472)))
20:05:34.859 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:34.859 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:34.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.860 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.860 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.860 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.860 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:34.879 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:34.879 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:34.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.880 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:34.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:34.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:34.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:34.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:34.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:34.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.920 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.920 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.920 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:34.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:34.934526 6757 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033, num_attempts: 1)
20:05:34.939 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:34.939 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:34.940 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.940 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.940 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.940 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:34.939968 6757 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '68527849fe554464b9bac84b66ab92ff', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '68527849fe554464b9bac84b66ab92ff', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033, num_attempts: 1)
20:05:34.940 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.940 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.941 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:34.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:34.941926 6757 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.5.249.254:41591)
20:05:34.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:34.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:34.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.960 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.960 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.960 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:34.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:34.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:34.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:34.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:34.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.000 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.000 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:35.001 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@643256051(state=PENDING, result=null, callback=(continuation of Deferred@117900957 after retry RPC after error@1106012800) -> (continuation of Deferred@249073324 after retry RPC after error@308574546) -> (continuation of Deferred@761837165 after retry RPC after error@259158314) -> (continuation of Deferred@1159017350 after retry RPC after error@1946840223) -> (continuation of Deferred@473524141 after retry RPC after error@6204961) -> (continuation of Deferred@1824203951 after retry RPC after error@1274204979), errback=(continuation of Deferred@117900957 after retry RPC after error@1106012800) -> (continuation of Deferred@249073324 after retry RPC after error@308574546) -> (continuation of Deferred@761837165 after retry RPC after error@259158314) -> (continuation of Deferred@1159017350 after retry RPC after error@1946840223) -> (continuation of Deferred@473524141 after retry RPC after error@6204961) -> (continuation of Deferred@1824203951 after retry RPC after error@1274204979)))
20:05:35.002 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@643256051(state=PENDING, result=null, callback=(continuation of Deferred@117900957 after retry RPC after error@1106012800) -> (continuation of Deferred@249073324 after retry RPC after error@308574546) -> (continuation of Deferred@761837165 after retry RPC after error@259158314) -> (continuation of Deferred@1159017350 after retry RPC after error@1946840223) -> (continuation of Deferred@473524141 after retry RPC after error@6204961) -> (continuation of Deferred@1824203951 after retry RPC after error@1274204979), errback=(continuation of Deferred@117900957 after retry RPC after error@1106012800) -> (continuation of Deferred@249073324 after retry RPC after error@308574546) -> (continuation of Deferred@761837165 after retry RPC after error@259158314) -> (continuation of Deferred@1159017350 after retry RPC after error@1946840223) -> (continuation of Deferred@473524141 after retry RPC after error@6204961) -> (continuation of Deferred@1824203951 after retry RPC after error@1274204979)))
20:05:35.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:35.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:35.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:35.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:35.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:35.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.041 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:35.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:35.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:35.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.060 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.060 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.060 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:35.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:35.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:35.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.080 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:35.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:35.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:35.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:35.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:35.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:35.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:35.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:35.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:35.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:35.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:35.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:35.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:35.260 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@784746213(state=PENDING, result=null, callback=(continuation of Deferred@1825179023 after retry RPC after error@1463571100) -> (continuation of Deferred@1400959892 after retry RPC after error@1332569711) -> (continuation of Deferred@1941435504 after retry RPC after error@1177215016) -> (continuation of Deferred@308455210 after retry RPC after error@907601175) -> (continuation of Deferred@2059437008 after retry RPC after error@1811552000) -> (continuation of Deferred@1822860962 after retry RPC after error@493344380) -> (continuation of Deferred@1665599491 after retry RPC after error@1480475004), errback=(continuation of Deferred@1825179023 after retry RPC after error@1463571100) -> (continuation of Deferred@1400959892 after retry RPC after error@1332569711) -> (continuation of Deferred@1941435504 after retry RPC after error@1177215016) -> (continuation of Deferred@308455210 after retry RPC after error@907601175) -> (continuation of Deferred@2059437008 after retry RPC after error@1811552000) -> (continuation of Deferred@1822860962 after retry RPC after error@493344380) -> (continuation of Deferred@1665599491 after retry RPC after error@1480475004)))
20:05:35.261 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@784746213(state=PENDING, result=null, callback=(continuation of Deferred@1825179023 after retry RPC after error@1463571100) -> (continuation of Deferred@1400959892 after retry RPC after error@1332569711) -> (continuation of Deferred@1941435504 after retry RPC after error@1177215016) -> (continuation of Deferred@308455210 after retry RPC after error@907601175) -> (continuation of Deferred@2059437008 after retry RPC after error@1811552000) -> (continuation of Deferred@1822860962 after retry RPC after error@493344380) -> (continuation of Deferred@1665599491 after retry RPC after error@1480475004), errback=(continuation of Deferred@1825179023 after retry RPC after error@1463571100) -> (continuation of Deferred@1400959892 after retry RPC after error@1332569711) -> (continuation of Deferred@1941435504 after retry RPC after error@1177215016) -> (continuation of Deferred@308455210 after retry RPC after error@907601175) -> (continuation of Deferred@2059437008 after retry RPC after error@1811552000) -> (continuation of Deferred@1822860962 after retry RPC after error@493344380) -> (continuation of Deferred@1665599491 after retry RPC after error@1480475004)))
20:05:35.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:35.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:35.280 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.280 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.280 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.280 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.280 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.280 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:35.299 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:35.299 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:35.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:35.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:35.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:35.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.320 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.320 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.320 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:35.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:35.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:35.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:35.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:35.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:35.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.360 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.360 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.360 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.360 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:35.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:35.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:35.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.380 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.380 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:35.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:35.399 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:35.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:35.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:35.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:35.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:35.440 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1063973081(state=PENDING, result=null, callback=(continuation of Deferred@1310977728 after retry RPC after error@1973113851) -> (continuation of Deferred@2083915057 after retry RPC after error@338873942) -> (continuation of Deferred@1169586174 after retry RPC after error@1788731448) -> (continuation of Deferred@651063255 after retry RPC after error@604783910) -> (continuation of Deferred@1383321566 after retry RPC after error@1474984328) -> (continuation of Deferred@42931317 after retry RPC after error@1156338807) -> (continuation of Deferred@137199115 after retry RPC after error@202334399), errback=(continuation of Deferred@1310977728 after retry RPC after error@1973113851) -> (continuation of Deferred@2083915057 after retry RPC after error@338873942) -> (continuation of Deferred@1169586174 after retry RPC after error@1788731448) -> (continuation of Deferred@651063255 after retry RPC after error@604783910) -> (continuation of Deferred@1383321566 after retry RPC after error@1474984328) -> (continuation of Deferred@42931317 after retry RPC after error@1156338807) -> (continuation of Deferred@137199115 after retry RPC after error@202334399)))
20:05:35.441 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1063973081(state=PENDING, result=null, callback=(continuation of Deferred@1310977728 after retry RPC after error@1973113851) -> (continuation of Deferred@2083915057 after retry RPC after error@338873942) -> (continuation of Deferred@1169586174 after retry RPC after error@1788731448) -> (continuation of Deferred@651063255 after retry RPC after error@604783910) -> (continuation of Deferred@1383321566 after retry RPC after error@1474984328) -> (continuation of Deferred@42931317 after retry RPC after error@1156338807) -> (continuation of Deferred@137199115 after retry RPC after error@202334399), errback=(continuation of Deferred@1310977728 after retry RPC after error@1973113851) -> (continuation of Deferred@2083915057 after retry RPC after error@338873942) -> (continuation of Deferred@1169586174 after retry RPC after error@1788731448) -> (continuation of Deferred@651063255 after retry RPC after error@604783910) -> (continuation of Deferred@1383321566 after retry RPC after error@1474984328) -> (continuation of Deferred@42931317 after retry RPC after error@1156338807) -> (continuation of Deferred@137199115 after retry RPC after error@202334399)))
20:05:35.459 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:35.459 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:35.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.460 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:35.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:35.479 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:35.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:35.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:35.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:35.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.500 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.500 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:35.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:35.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:35.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:35.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:35.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:35.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:35.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:35.559 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:35.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.560 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.560 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.560 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.560 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:35.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:35.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:35.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:35.600 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [64ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@724757355(state=PENDING, result=null, callback=(continuation of Deferred@275946522 after retry RPC after error@1980180963) -> (continuation of Deferred@19455772 after retry RPC after error@1039992289) -> (continuation of Deferred@963365896 after retry RPC after error@1995219703) -> (continuation of Deferred@830161673 after retry RPC after error@1694276298) -> (continuation of Deferred@51384785 after retry RPC after error@284745822) -> (continuation of Deferred@2070977091 after retry RPC after error@2077914413), errback=(continuation of Deferred@275946522 after retry RPC after error@1980180963) -> (continuation of Deferred@19455772 after retry RPC after error@1039992289) -> (continuation of Deferred@963365896 after retry RPC after error@1995219703) -> (continuation of Deferred@830161673 after retry RPC after error@1694276298) -> (continuation of Deferred@51384785 after retry RPC after error@284745822) -> (continuation of Deferred@2070977091 after retry RPC after error@2077914413)))
20:05:35.601 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [64ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@724757355(state=PENDING, result=null, callback=(continuation of Deferred@275946522 after retry RPC after error@1980180963) -> (continuation of Deferred@19455772 after retry RPC after error@1039992289) -> (continuation of Deferred@963365896 after retry RPC after error@1995219703) -> (continuation of Deferred@830161673 after retry RPC after error@1694276298) -> (continuation of Deferred@51384785 after retry RPC after error@284745822) -> (continuation of Deferred@2070977091 after retry RPC after error@2077914413), errback=(continuation of Deferred@275946522 after retry RPC after error@1980180963) -> (continuation of Deferred@19455772 after retry RPC after error@1039992289) -> (continuation of Deferred@963365896 after retry RPC after error@1995219703) -> (continuation of Deferred@830161673 after retry RPC after error@1694276298) -> (continuation of Deferred@51384785 after retry RPC after error@284745822) -> (continuation of Deferred@2070977091 after retry RPC after error@2077914413)))
20:05:35.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:35.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:35.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:35.639 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:35.639 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:35.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.640 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.640 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.640 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:35.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:35.659 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:35.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:35.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:35.679 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:35.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:35.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:35.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:35.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:35.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:35.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:35.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.720 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.720 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.720 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:35.759 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:35.759 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:35.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.760 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.760 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:35.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:35.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:35.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.820 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.820 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:35.821 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@611761977(state=PENDING, result=null, callback=(continuation of Deferred@538916087 after retry RPC after error@2082893074) -> (continuation of Deferred@1659721409 after retry RPC after error@1936962258) -> (continuation of Deferred@705861831 after retry RPC after error@1704144490) -> (continuation of Deferred@1832924999 after retry RPC after error@63700255) -> (continuation of Deferred@1033996545 after retry RPC after error@1094516897) -> (continuation of Deferred@766242254 after retry RPC after error@1909775969) -> (continuation of Deferred@1082960091 after retry RPC after error@1771933795), errback=(continuation of Deferred@538916087 after retry RPC after error@2082893074) -> (continuation of Deferred@1659721409 after retry RPC after error@1936962258) -> (continuation of Deferred@705861831 after retry RPC after error@1704144490) -> (continuation of Deferred@1832924999 after retry RPC after error@63700255) -> (continuation of Deferred@1033996545 after retry RPC after error@1094516897) -> (continuation of Deferred@766242254 after retry RPC after error@1909775969) -> (continuation of Deferred@1082960091 after retry RPC after error@1771933795)))
20:05:35.821 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@611761977(state=PENDING, result=null, callback=(continuation of Deferred@538916087 after retry RPC after error@2082893074) -> (continuation of Deferred@1659721409 after retry RPC after error@1936962258) -> (continuation of Deferred@705861831 after retry RPC after error@1704144490) -> (continuation of Deferred@1832924999 after retry RPC after error@63700255) -> (continuation of Deferred@1033996545 after retry RPC after error@1094516897) -> (continuation of Deferred@766242254 after retry RPC after error@1909775969) -> (continuation of Deferred@1082960091 after retry RPC after error@1771933795), errback=(continuation of Deferred@538916087 after retry RPC after error@2082893074) -> (continuation of Deferred@1659721409 after retry RPC after error@1936962258) -> (continuation of Deferred@705861831 after retry RPC after error@1704144490) -> (continuation of Deferred@1832924999 after retry RPC after error@63700255) -> (continuation of Deferred@1033996545 after retry RPC after error@1094516897) -> (continuation of Deferred@766242254 after retry RPC after error@1909775969) -> (continuation of Deferred@1082960091 after retry RPC after error@1771933795)))
20:05:35.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:35.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:35.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:35.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:35.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:35.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:35.879 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:35.879 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:35.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.880 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.880 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:35.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:35.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:35.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:35.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:35.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:35.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.921 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:35.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:35.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:35.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:35.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:35.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:36.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:36.019 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:36.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:36.020 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@818512500(state=PENDING, result=null, callback=(continuation of Deferred@1279732800 after retry RPC after error@410632585) -> (continuation of Deferred@110020776 after retry RPC after error@2049450031) -> (continuation of Deferred@259536390 after retry RPC after error@1499192297) -> (continuation of Deferred@694191074 after retry RPC after error@317913017) -> (continuation of Deferred@1551117287 after retry RPC after error@1542924051) -> (continuation of Deferred@1990578204 after retry RPC after error@1945091662), errback=(continuation of Deferred@1279732800 after retry RPC after error@410632585) -> (continuation of Deferred@110020776 after retry RPC after error@2049450031) -> (continuation of Deferred@259536390 after retry RPC after error@1499192297) -> (continuation of Deferred@694191074 after retry RPC after error@317913017) -> (continuation of Deferred@1551117287 after retry RPC after error@1542924051) -> (continuation of Deferred@1990578204 after retry RPC after error@1945091662)))
20:05:36.020 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@818512500(state=PENDING, result=null, callback=(continuation of Deferred@1279732800 after retry RPC after error@410632585) -> (continuation of Deferred@110020776 after retry RPC after error@2049450031) -> (continuation of Deferred@259536390 after retry RPC after error@1499192297) -> (continuation of Deferred@694191074 after retry RPC after error@317913017) -> (continuation of Deferred@1551117287 after retry RPC after error@1542924051) -> (continuation of Deferred@1990578204 after retry RPC after error@1945091662), errback=(continuation of Deferred@1279732800 after retry RPC after error@410632585) -> (continuation of Deferred@110020776 after retry RPC after error@2049450031) -> (continuation of Deferred@259536390 after retry RPC after error@1499192297) -> (continuation of Deferred@694191074 after retry RPC after error@317913017) -> (continuation of Deferred@1551117287 after retry RPC after error@1542924051) -> (continuation of Deferred@1990578204 after retry RPC after error@1945091662)))
20:05:36.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:36.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:36.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:36.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:36.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:36.060 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.060 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.060 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.060 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.060 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.060 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.060 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:36.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:36.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:36.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.080 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.080 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.080 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:36.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:36.099 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:36.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:36.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:36.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:36.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.120 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:36.139 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:36.139 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:36.140 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.140 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.140 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.140 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.140 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.140 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.141 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:36.179 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:36.179 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:36.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.180 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.180 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.180 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:36.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:36.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:36.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:36.261 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@48796431(state=PENDING, result=null, callback=(continuation of Deferred@656442351 after retry RPC after error@1763326561) -> (continuation of Deferred@1268102063 after retry RPC after error@220410169) -> (continuation of Deferred@784331913 after retry RPC after error@382605837) -> (continuation of Deferred@1889590192 after retry RPC after error@1679722084) -> (continuation of Deferred@894709202 after retry RPC after error@1395410695) -> (continuation of Deferred@623340425 after retry RPC after error@899343599) -> (continuation of Deferred@557086003 after retry RPC after error@269556333), errback=(continuation of Deferred@656442351 after retry RPC after error@1763326561) -> (continuation of Deferred@1268102063 after retry RPC after error@220410169) -> (continuation of Deferred@784331913 after retry RPC after error@382605837) -> (continuation of Deferred@1889590192 after retry RPC after error@1679722084) -> (continuation of Deferred@894709202 after retry RPC after error@1395410695) -> (continuation of Deferred@623340425 after retry RPC after error@899343599) -> (continuation of Deferred@557086003 after retry RPC after error@269556333)))
20:05:36.261 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@48796431(state=PENDING, result=null, callback=(continuation of Deferred@656442351 after retry RPC after error@1763326561) -> (continuation of Deferred@1268102063 after retry RPC after error@220410169) -> (continuation of Deferred@784331913 after retry RPC after error@382605837) -> (continuation of Deferred@1889590192 after retry RPC after error@1679722084) -> (continuation of Deferred@894709202 after retry RPC after error@1395410695) -> (continuation of Deferred@623340425 after retry RPC after error@899343599) -> (continuation of Deferred@557086003 after retry RPC after error@269556333), errback=(continuation of Deferred@656442351 after retry RPC after error@1763326561) -> (continuation of Deferred@1268102063 after retry RPC after error@220410169) -> (continuation of Deferred@784331913 after retry RPC after error@382605837) -> (continuation of Deferred@1889590192 after retry RPC after error@1679722084) -> (continuation of Deferred@894709202 after retry RPC after error@1395410695) -> (continuation of Deferred@623340425 after retry RPC after error@899343599) -> (continuation of Deferred@557086003 after retry RPC after error@269556333)))
20:05:36.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:36.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:36.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.280 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.280 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:36.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:36.299 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:36.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:36.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:36.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:36.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:36.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:36.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:36.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.340 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.340 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:36.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:36.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:36.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:36.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:36.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:36.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:36.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:36.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:36.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.399 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:36.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:36.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:36.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.420 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.420 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.420 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.420 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.420 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:36.459 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:36.459 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:36.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.460 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.460 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:36.461 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@288690484(state=PENDING, result=null, callback=(continuation of Deferred@23677208 after retry RPC after error@869579079) -> (continuation of Deferred@1828295101 after retry RPC after error@1434227111) -> (continuation of Deferred@504771481 after retry RPC after error@144617373) -> (continuation of Deferred@675984202 after retry RPC after error@420146765) -> (continuation of Deferred@909085710 after retry RPC after error@1269837585) -> (continuation of Deferred@907875790 after retry RPC after error@2024533446) -> (continuation of Deferred@850280737 after retry RPC after error@2024552642) -> (continuation of Deferred@650240380 after retry RPC after error@27520447), errback=(continuation of Deferred@23677208 after retry RPC after error@869579079) -> (continuation of Deferred@1828295101 after retry RPC after error@1434227111) -> (continuation of Deferred@504771481 after retry RPC after error@144617373) -> (continuation of Deferred@675984202 after retry RPC after error@420146765) -> (continuation of Deferred@909085710 after retry RPC after error@1269837585) -> (continuation of Deferred@907875790 after retry RPC after error@2024533446) -> (continuation of Deferred@850280737 after retry RPC after error@2024552642) -> (continuation of Deferred@650240380 after retry RPC after error@27520447)))
20:05:36.461 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@288690484(state=PENDING, result=null, callback=(continuation of Deferred@23677208 after retry RPC after error@869579079) -> (continuation of Deferred@1828295101 after retry RPC after error@1434227111) -> (continuation of Deferred@504771481 after retry RPC after error@144617373) -> (continuation of Deferred@675984202 after retry RPC after error@420146765) -> (continuation of Deferred@909085710 after retry RPC after error@1269837585) -> (continuation of Deferred@907875790 after retry RPC after error@2024533446) -> (continuation of Deferred@850280737 after retry RPC after error@2024552642) -> (continuation of Deferred@650240380 after retry RPC after error@27520447), errback=(continuation of Deferred@23677208 after retry RPC after error@869579079) -> (continuation of Deferred@1828295101 after retry RPC after error@1434227111) -> (continuation of Deferred@504771481 after retry RPC after error@144617373) -> (continuation of Deferred@675984202 after retry RPC after error@420146765) -> (continuation of Deferred@909085710 after retry RPC after error@1269837585) -> (continuation of Deferred@907875790 after retry RPC after error@2024533446) -> (continuation of Deferred@850280737 after retry RPC after error@2024552642) -> (continuation of Deferred@650240380 after retry RPC after error@27520447)))
20:05:36.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:36.479 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:36.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:36.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:36.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:36.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:36.519 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:36.519 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:36.520 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.520 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.520 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.521 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:36.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:36.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:36.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:36.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:36.559 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:36.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:36.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:36.599 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:36.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:36.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:36.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:36.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.639 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:36.640 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@2041305847(state=PENDING, result=null, callback=(continuation of Deferred@1239079776 after retry RPC after error@1539187326) -> (continuation of Deferred@555738879 after retry RPC after error@105184329) -> (continuation of Deferred@433727034 after retry RPC after error@861751981) -> (continuation of Deferred@1839950375 after retry RPC after error@1277982063) -> (continuation of Deferred@76505382 after retry RPC after error@1574849336) -> (continuation of Deferred@1796401398 after retry RPC after error@1153069046), errback=(continuation of Deferred@1239079776 after retry RPC after error@1539187326) -> (continuation of Deferred@555738879 after retry RPC after error@105184329) -> (continuation of Deferred@433727034 after retry RPC after error@861751981) -> (continuation of Deferred@1839950375 after retry RPC after error@1277982063) -> (continuation of Deferred@76505382 after retry RPC after error@1574849336) -> (continuation of Deferred@1796401398 after retry RPC after error@1153069046)))
20:05:36.640 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@2041305847(state=PENDING, result=null, callback=(continuation of Deferred@1239079776 after retry RPC after error@1539187326) -> (continuation of Deferred@555738879 after retry RPC after error@105184329) -> (continuation of Deferred@433727034 after retry RPC after error@861751981) -> (continuation of Deferred@1839950375 after retry RPC after error@1277982063) -> (continuation of Deferred@76505382 after retry RPC after error@1574849336) -> (continuation of Deferred@1796401398 after retry RPC after error@1153069046), errback=(continuation of Deferred@1239079776 after retry RPC after error@1539187326) -> (continuation of Deferred@555738879 after retry RPC after error@105184329) -> (continuation of Deferred@433727034 after retry RPC after error@861751981) -> (continuation of Deferred@1839950375 after retry RPC after error@1277982063) -> (continuation of Deferred@76505382 after retry RPC after error@1574849336) -> (continuation of Deferred@1796401398 after retry RPC after error@1153069046)))
20:05:36.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:36.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:36.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:36.679 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:36.679 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:36.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.680 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:36.699 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:36.699 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:36.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:36.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:36.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:36.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:36.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:36.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:36.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:36.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:36.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:36.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:36.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:36.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:36.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:36.918 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1598896862(state=PENDING, result=null, callback=(continuation of Deferred@1510064087 after retry RPC after error@183342701) -> (continuation of Deferred@1122543355 after retry RPC after error@1959129010) -> (continuation of Deferred@602741242 after retry RPC after error@1163242772) -> (continuation of Deferred@1108149307 after retry RPC after error@435084215) -> (continuation of Deferred@1376199609 after retry RPC after error@986847712) -> (continuation of Deferred@274005597 after retry RPC after error@2139663491) -> (continuation of Deferred@351879712 after retry RPC after error@1053709382), errback=(continuation of Deferred@1510064087 after retry RPC after error@183342701) -> (continuation of Deferred@1122543355 after retry RPC after error@1959129010) -> (continuation of Deferred@602741242 after retry RPC after error@1163242772) -> (continuation of Deferred@1108149307 after retry RPC after error@435084215) -> (continuation of Deferred@1376199609 after retry RPC after error@986847712) -> (continuation of Deferred@274005597 after retry RPC after error@2139663491) -> (continuation of Deferred@351879712 after retry RPC after error@1053709382)))
20:05:36.919 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:05:36.939 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:36.939 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:36.940 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.940 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.940 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.940 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.940 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.940 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:36.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:36.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:36.960 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.960 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.960 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.960 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.960 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.960 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:36.979 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:36.979 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:36.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:36.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:36.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:36.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:36.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:36.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:37.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:37.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:37.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:37.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:37.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:37.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:37.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:37.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:37.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:37.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:37.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:37.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:37.120 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [140ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@90390666(state=PENDING, result=null, callback=(continuation of Deferred@1285496144 after retry RPC after error@1706446065) -> (continuation of Deferred@1646557402 after retry RPC after error@2111570692) -> (continuation of Deferred@1235088498 after retry RPC after error@505149556) -> (continuation of Deferred@1605935557 after retry RPC after error@1113677077) -> (continuation of Deferred@1685659471 after retry RPC after error@635470828) -> (continuation of Deferred@1061988380 after retry RPC after error@1997390613) -> (continuation of Deferred@1537354204 after retry RPC after error@2063351463), errback=(continuation of Deferred@1285496144 after retry RPC after error@1706446065) -> (continuation of Deferred@1646557402 after retry RPC after error@2111570692) -> (continuation of Deferred@1235088498 after retry RPC after error@505149556) -> (continuation of Deferred@1605935557 after retry RPC after error@1113677077) -> (continuation of Deferred@1685659471 after retry RPC after error@635470828) -> (continuation of Deferred@1061988380 after retry RPC after error@1997390613) -> (continuation of Deferred@1537354204 after retry RPC after error@2063351463)))
20:05:37.120 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [140ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@90390666(state=PENDING, result=null, callback=(continuation of Deferred@1285496144 after retry RPC after error@1706446065) -> (continuation of Deferred@1646557402 after retry RPC after error@2111570692) -> (continuation of Deferred@1235088498 after retry RPC after error@505149556) -> (continuation of Deferred@1605935557 after retry RPC after error@1113677077) -> (continuation of Deferred@1685659471 after retry RPC after error@635470828) -> (continuation of Deferred@1061988380 after retry RPC after error@1997390613) -> (continuation of Deferred@1537354204 after retry RPC after error@2063351463), errback=(continuation of Deferred@1285496144 after retry RPC after error@1706446065) -> (continuation of Deferred@1646557402 after retry RPC after error@2111570692) -> (continuation of Deferred@1235088498 after retry RPC after error@505149556) -> (continuation of Deferred@1605935557 after retry RPC after error@1113677077) -> (continuation of Deferred@1685659471 after retry RPC after error@635470828) -> (continuation of Deferred@1061988380 after retry RPC after error@1997390613) -> (continuation of Deferred@1537354204 after retry RPC after error@2063351463)))
20:05:37.139 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:37.139 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:37.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.140 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.140 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:37.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:37.159 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:37.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:37.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:37.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:37.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:37.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:37.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:37.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:37.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:37.219 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:37.219 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:37.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.220 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.220 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.220 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:37.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:37.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:37.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:37.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:37.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:37.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:37.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:37.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:37.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:37.381 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1315651012(state=PENDING, result=null, callback=(continuation of Deferred@1515848187 after retry RPC after error@1765272728) -> (continuation of Deferred@2059940070 after retry RPC after error@1834657638) -> (continuation of Deferred@1728390895 after retry RPC after error@830494139) -> (continuation of Deferred@183766125 after retry RPC after error@841870274) -> (continuation of Deferred@2085716278 after retry RPC after error@1338977930) -> (continuation of Deferred@1702020218 after retry RPC after error@945574125) -> (continuation of Deferred@1223962337 after retry RPC after error@2130305547), errback=(continuation of Deferred@1515848187 after retry RPC after error@1765272728) -> (continuation of Deferred@2059940070 after retry RPC after error@1834657638) -> (continuation of Deferred@1728390895 after retry RPC after error@830494139) -> (continuation of Deferred@183766125 after retry RPC after error@841870274) -> (continuation of Deferred@2085716278 after retry RPC after error@1338977930) -> (continuation of Deferred@1702020218 after retry RPC after error@945574125) -> (continuation of Deferred@1223962337 after retry RPC after error@2130305547)))
20:05:37.381 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1315651012(state=PENDING, result=null, callback=(continuation of Deferred@1515848187 after retry RPC after error@1765272728) -> (continuation of Deferred@2059940070 after retry RPC after error@1834657638) -> (continuation of Deferred@1728390895 after retry RPC after error@830494139) -> (continuation of Deferred@183766125 after retry RPC after error@841870274) -> (continuation of Deferred@2085716278 after retry RPC after error@1338977930) -> (continuation of Deferred@1702020218 after retry RPC after error@945574125) -> (continuation of Deferred@1223962337 after retry RPC after error@2130305547), errback=(continuation of Deferred@1515848187 after retry RPC after error@1765272728) -> (continuation of Deferred@2059940070 after retry RPC after error@1834657638) -> (continuation of Deferred@1728390895 after retry RPC after error@830494139) -> (continuation of Deferred@183766125 after retry RPC after error@841870274) -> (continuation of Deferred@2085716278 after retry RPC after error@1338977930) -> (continuation of Deferred@1702020218 after retry RPC after error@945574125) -> (continuation of Deferred@1223962337 after retry RPC after error@2130305547)))
20:05:37.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:37.399 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:37.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:37.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:37.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:37.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:37.439 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:37.439 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:37.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.440 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.441 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:37.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:37.459 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:37.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:37.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:37.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:37.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.480 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.480 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.480 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.480 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:37.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:37.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:37.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.520 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.520 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.520 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:37.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:37.579 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:37.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:37.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:37.585402 6995 master_runner.cc:186] Error getting master registration for 127.5.249.253:34953: Network error: Client connection negotiation failed: client connection to 127.5.249.253:34953: connect: Connection refused (error 111),
20:05:37.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:37.585566 6995 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:05:37.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:37.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:37.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:37.620 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@94467927(state=PENDING, result=null, callback=(continuation of Deferred@660436160 after retry RPC after error@2122964535) -> (continuation of Deferred@156260070 after retry RPC after error@130388820) -> (continuation of Deferred@1265769496 after retry RPC after error@2075790119) -> (continuation of Deferred@1884722640 after retry RPC after error@1529014205) -> (continuation of Deferred@7057949 after retry RPC after error@732127748) -> (continuation of Deferred@1864338101 after retry RPC after error@600610788) -> (continuation of Deferred@2120884954 after retry RPC after error@1323945041), errback=(continuation of Deferred@660436160 after retry RPC after error@2122964535) -> (continuation of Deferred@156260070 after retry RPC after error@130388820) -> (continuation of Deferred@1265769496 after retry RPC after error@2075790119) -> (continuation of Deferred@1884722640 after retry RPC after error@1529014205) -> (continuation of Deferred@7057949 after retry RPC after error@732127748) -> (continuation of Deferred@1864338101 after retry RPC after error@600610788) -> (continuation of Deferred@2120884954 after retry RPC after error@1323945041)))
20:05:37.620 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@94467927(state=PENDING, result=null, callback=(continuation of Deferred@660436160 after retry RPC after error@2122964535) -> (continuation of Deferred@156260070 after retry RPC after error@130388820) -> (continuation of Deferred@1265769496 after retry RPC after error@2075790119) -> (continuation of Deferred@1884722640 after retry RPC after error@1529014205) -> (continuation of Deferred@7057949 after retry RPC after error@732127748) -> (continuation of Deferred@1864338101 after retry RPC after error@600610788) -> (continuation of Deferred@2120884954 after retry RPC after error@1323945041), errback=(continuation of Deferred@660436160 after retry RPC after error@2122964535) -> (continuation of Deferred@156260070 after retry RPC after error@130388820) -> (continuation of Deferred@1265769496 after retry RPC after error@2075790119) -> (continuation of Deferred@1884722640 after retry RPC after error@1529014205) -> (continuation of Deferred@7057949 after retry RPC after error@732127748) -> (continuation of Deferred@1864338101 after retry RPC after error@600610788) -> (continuation of Deferred@2120884954 after retry RPC after error@1323945041)))
20:05:37.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:37.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:37.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.639 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:37.659 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:37.659 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:37.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.660 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.660 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:37.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:37.679 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:37.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.680 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:37.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:37.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:37.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:37.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:37.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:37.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.720 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.720 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.720 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:37.759 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:37.759 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:37.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.760 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.760 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:37.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:37.780 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:37.780 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.780 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.780 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.780 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.781 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:37.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:37.859 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:37.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.860 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.860 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:37.879 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:37.879 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:37.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:37.881 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@817144693(state=PENDING, result=null, callback=(continuation of Deferred@578360974 after retry RPC after error@1225374877) -> (continuation of Deferred@1337187848 after retry RPC after error@1510568832) -> (continuation of Deferred@808375081 after retry RPC after error@877100261) -> (continuation of Deferred@1708500987 after retry RPC after error@1951489458) -> (continuation of Deferred@840986506 after retry RPC after error@1032822143) -> (continuation of Deferred@1965887306 after retry RPC after error@200241296) -> (continuation of Deferred@981602904 after retry RPC after error@2074547218) -> (continuation of Deferred@1726813043 after retry RPC after error@385254606), errback=(continuation of Deferred@578360974 after retry RPC after error@1225374877) -> (continuation of Deferred@1337187848 after retry RPC after error@1510568832) -> (continuation of Deferred@808375081 after retry RPC after error@877100261) -> (continuation of Deferred@1708500987 after retry RPC after error@1951489458) -> (continuation of Deferred@840986506 after retry RPC after error@1032822143) -> (continuation of Deferred@1965887306 after retry RPC after error@200241296) -> (continuation of Deferred@981602904 after retry RPC after error@2074547218) -> (continuation of Deferred@1726813043 after retry RPC after error@385254606)))
20:05:37.881 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@817144693(state=PENDING, result=null, callback=(continuation of Deferred@578360974 after retry RPC after error@1225374877) -> (continuation of Deferred@1337187848 after retry RPC after error@1510568832) -> (continuation of Deferred@808375081 after retry RPC after error@877100261) -> (continuation of Deferred@1708500987 after retry RPC after error@1951489458) -> (continuation of Deferred@840986506 after retry RPC after error@1032822143) -> (continuation of Deferred@1965887306 after retry RPC after error@200241296) -> (continuation of Deferred@981602904 after retry RPC after error@2074547218) -> (continuation of Deferred@1726813043 after retry RPC after error@385254606), errback=(continuation of Deferred@578360974 after retry RPC after error@1225374877) -> (continuation of Deferred@1337187848 after retry RPC after error@1510568832) -> (continuation of Deferred@808375081 after retry RPC after error@877100261) -> (continuation of Deferred@1708500987 after retry RPC after error@1951489458) -> (continuation of Deferred@840986506 after retry RPC after error@1032822143) -> (continuation of Deferred@1965887306 after retry RPC after error@200241296) -> (continuation of Deferred@981602904 after retry RPC after error@2074547218) -> (continuation of Deferred@1726813043 after retry RPC after error@385254606)))
20:05:37.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:37.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:37.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:37.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:37.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:37.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.920 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:37.939 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:37.939 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:37.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.940 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.940 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.940 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.940 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:37.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:37.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:37.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:37.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:37.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:37.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:37.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:37.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:38.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:38.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:38.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:38.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:38.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:38.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:38.100 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1213274887(state=PENDING, result=null, callback=(continuation of Deferred@525611525 after retry RPC after error@1544654969) -> (continuation of Deferred@1721332382 after retry RPC after error@651215977) -> (continuation of Deferred@405413548 after retry RPC after error@1223219080) -> (continuation of Deferred@1707626889 after retry RPC after error@1167794901) -> (continuation of Deferred@218930100 after retry RPC after error@55986442) -> (continuation of Deferred@607454448 after retry RPC after error@950277929), errback=(continuation of Deferred@525611525 after retry RPC after error@1544654969) -> (continuation of Deferred@1721332382 after retry RPC after error@651215977) -> (continuation of Deferred@405413548 after retry RPC after error@1223219080) -> (continuation of Deferred@1707626889 after retry RPC after error@1167794901) -> (continuation of Deferred@218930100 after retry RPC after error@55986442) -> (continuation of Deferred@607454448 after retry RPC after error@950277929)))
20:05:38.100 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1213274887(state=PENDING, result=null, callback=(continuation of Deferred@525611525 after retry RPC after error@1544654969) -> (continuation of Deferred@1721332382 after retry RPC after error@651215977) -> (continuation of Deferred@405413548 after retry RPC after error@1223219080) -> (continuation of Deferred@1707626889 after retry RPC after error@1167794901) -> (continuation of Deferred@218930100 after retry RPC after error@55986442) -> (continuation of Deferred@607454448 after retry RPC after error@950277929), errback=(continuation of Deferred@525611525 after retry RPC after error@1544654969) -> (continuation of Deferred@1721332382 after retry RPC after error@651215977) -> (continuation of Deferred@405413548 after retry RPC after error@1223219080) -> (continuation of Deferred@1707626889 after retry RPC after error@1167794901) -> (continuation of Deferred@218930100 after retry RPC after error@55986442) -> (continuation of Deferred@607454448 after retry RPC after error@950277929)))
20:05:38.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:38.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:38.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.120 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:38.139 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:38.139 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:38.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.140 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.140 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.140 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.140 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.140 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.141 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:38.159 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:38.159 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:38.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.160 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:38.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:38.179 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:38.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:38.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:38.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:38.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:38.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:38.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:38.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:38.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:38.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:38.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:38.280 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@894217607(state=PENDING, result=null, callback=(continuation of Deferred@1992718498 after retry RPC after error@286502206) -> (continuation of Deferred@109585840 after retry RPC after error@1450737779) -> (continuation of Deferred@331276662 after retry RPC after error@533255266) -> (continuation of Deferred@1487587214 after retry RPC after error@1245949936) -> (continuation of Deferred@781341343 after retry RPC after error@1998645483) -> (continuation of Deferred@2042152758 after retry RPC after error@777247710), errback=(continuation of Deferred@1992718498 after retry RPC after error@286502206) -> (continuation of Deferred@109585840 after retry RPC after error@1450737779) -> (continuation of Deferred@331276662 after retry RPC after error@533255266) -> (continuation of Deferred@1487587214 after retry RPC after error@1245949936) -> (continuation of Deferred@781341343 after retry RPC after error@1998645483) -> (continuation of Deferred@2042152758 after retry RPC after error@777247710)))
20:05:38.280 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@894217607(state=PENDING, result=null, callback=(continuation of Deferred@1992718498 after retry RPC after error@286502206) -> (continuation of Deferred@109585840 after retry RPC after error@1450737779) -> (continuation of Deferred@331276662 after retry RPC after error@533255266) -> (continuation of Deferred@1487587214 after retry RPC after error@1245949936) -> (continuation of Deferred@781341343 after retry RPC after error@1998645483) -> (continuation of Deferred@2042152758 after retry RPC after error@777247710), errback=(continuation of Deferred@1992718498 after retry RPC after error@286502206) -> (continuation of Deferred@109585840 after retry RPC after error@1450737779) -> (continuation of Deferred@331276662 after retry RPC after error@533255266) -> (continuation of Deferred@1487587214 after retry RPC after error@1245949936) -> (continuation of Deferred@781341343 after retry RPC after error@1998645483) -> (continuation of Deferred@2042152758 after retry RPC after error@777247710)))
20:05:38.299 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:38.299 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:38.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.300 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.300 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:38.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:38.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:38.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:38.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:38.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:38.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:38.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:38.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:38.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:38.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:38.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:38.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.380 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.380 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.380 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.380 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:38.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:38.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:38.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.420 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:38.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:38.479 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:38.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:38.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:38.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:38.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:38.500 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@393948983(state=PENDING, result=null, callback=(continuation of Deferred@2068646010 after retry RPC after error@1805930563) -> (continuation of Deferred@1730135525 after retry RPC after error@701717670) -> (continuation of Deferred@978231102 after retry RPC after error@1939994236) -> (continuation of Deferred@1778922752 after retry RPC after error@1494049419) -> (continuation of Deferred@401912315 after retry RPC after error@1796913007) -> (continuation of Deferred@1083260729 after retry RPC after error@1924793498) -> (continuation of Deferred@1081280607 after retry RPC after error@2129424113), errback=(continuation of Deferred@2068646010 after retry RPC after error@1805930563) -> (continuation of Deferred@1730135525 after retry RPC after error@701717670) -> (continuation of Deferred@978231102 after retry RPC after error@1939994236) -> (continuation of Deferred@1778922752 after retry RPC after error@1494049419) -> (continuation of Deferred@401912315 after retry RPC after error@1796913007) -> (continuation of Deferred@1083260729 after retry RPC after error@1924793498) -> (continuation of Deferred@1081280607 after retry RPC after error@2129424113)))
20:05:38.500 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@393948983(state=PENDING, result=null, callback=(continuation of Deferred@2068646010 after retry RPC after error@1805930563) -> (continuation of Deferred@1730135525 after retry RPC after error@701717670) -> (continuation of Deferred@978231102 after retry RPC after error@1939994236) -> (continuation of Deferred@1778922752 after retry RPC after error@1494049419) -> (continuation of Deferred@401912315 after retry RPC after error@1796913007) -> (continuation of Deferred@1083260729 after retry RPC after error@1924793498) -> (continuation of Deferred@1081280607 after retry RPC after error@2129424113), errback=(continuation of Deferred@2068646010 after retry RPC after error@1805930563) -> (continuation of Deferred@1730135525 after retry RPC after error@701717670) -> (continuation of Deferred@978231102 after retry RPC after error@1939994236) -> (continuation of Deferred@1778922752 after retry RPC after error@1494049419) -> (continuation of Deferred@401912315 after retry RPC after error@1796913007) -> (continuation of Deferred@1083260729 after retry RPC after error@1924793498) -> (continuation of Deferred@1081280607 after retry RPC after error@2129424113)))
20:05:38.519 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:38.519 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:38.520 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.520 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.520 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.520 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:38.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:38.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:38.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:38.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:38.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:38.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:38.579 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:38.579 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:38.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.580 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.580 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.580 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.580 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.580 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:38.599 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:38.599 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:38.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:38.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:38.639 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:38.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:38.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:38.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:38.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:38.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:38.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:38.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:38.760 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [200ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [200ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [240ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [240ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@538261328(state=PENDING, result=null, callback=(continuation of Deferred@350253407 after retry RPC after error@786057115) -> (continuation of Deferred@1250622220 after retry RPC after error@1127021242) -> (continuation of Deferred@1414594825 after retry RPC after error@684417671) -> (continuation of Deferred@889503241 after retry RPC after error@291072825) -> (continuation of Deferred@1297901906 after retry RPC after error@1047590180) -> (continuation of Deferred@781512725 after retry RPC after error@1959679581) -> (continuation of Deferred@1526118255 after retry RPC after error@1670820032), errback=(continuation of Deferred@350253407 after retry RPC after error@786057115) -> (continuation of Deferred@1250622220 after retry RPC after error@1127021242) -> (continuation of Deferred@1414594825 after retry RPC after error@684417671) -> (continuation of Deferred@889503241 after retry RPC after error@291072825) -> (continuation of Deferred@1297901906 after retry RPC after error@1047590180) -> (continuation of Deferred@781512725 after retry RPC after error@1959679581) -> (continuation of Deferred@1526118255 after retry RPC after error@1670820032)))
20:05:38.761 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [200ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [200ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [240ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [240ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@538261328(state=PENDING, result=null, callback=(continuation of Deferred@350253407 after retry RPC after error@786057115) -> (continuation of Deferred@1250622220 after retry RPC after error@1127021242) -> (continuation of Deferred@1414594825 after retry RPC after error@684417671) -> (continuation of Deferred@889503241 after retry RPC after error@291072825) -> (continuation of Deferred@1297901906 after retry RPC after error@1047590180) -> (continuation of Deferred@781512725 after retry RPC after error@1959679581) -> (continuation of Deferred@1526118255 after retry RPC after error@1670820032), errback=(continuation of Deferred@350253407 after retry RPC after error@786057115) -> (continuation of Deferred@1250622220 after retry RPC after error@1127021242) -> (continuation of Deferred@1414594825 after retry RPC after error@684417671) -> (continuation of Deferred@889503241 after retry RPC after error@291072825) -> (continuation of Deferred@1297901906 after retry RPC after error@1047590180) -> (continuation of Deferred@781512725 after retry RPC after error@1959679581) -> (continuation of Deferred@1526118255 after retry RPC after error@1670820032)))
20:05:38.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:38.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:38.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:38.799 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:38.799 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:38.800 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.800 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.800 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.800 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.800 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.800 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:38.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:38.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:38.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:38.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:38.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:38.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:38.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:38.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:38.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:38.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:38.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:38.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:38.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:38.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:38.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:38.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:38.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:39.039 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@118948203(state=PENDING, result=null, callback=(continuation of Deferred@498476899 after retry RPC after error@2147045997) -> (continuation of Deferred@1145044780 after retry RPC after error@2065478297) -> (continuation of Deferred@1472008102 after retry RPC after error@1659000070) -> (continuation of Deferred@1503592681 after retry RPC after error@1200220473) -> (continuation of Deferred@2029395537 after retry RPC after error@147598892) -> (continuation of Deferred@695594900 after retry RPC after error@566041506) -> (continuation of Deferred@1777442130 after retry RPC after error@10842894), errback=(continuation of Deferred@498476899 after retry RPC after error@2147045997) -> (continuation of Deferred@1145044780 after retry RPC after error@2065478297) -> (continuation of Deferred@1472008102 after retry RPC after error@1659000070) -> (continuation of Deferred@1503592681 after retry RPC after error@1200220473) -> (continuation of Deferred@2029395537 after retry RPC after error@147598892) -> (continuation of Deferred@695594900 after retry RPC after error@566041506) -> (continuation of Deferred@1777442130 after retry RPC after error@10842894)))
20:05:39.039 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:05:39.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:39.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:39.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.060 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:39.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:39.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:39.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.080 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.080 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.080 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:39.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:39.099 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:39.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:39.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:39.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:39.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.120 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:39.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:39.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:39.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:39.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:39.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:39.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:39.219 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:39.219 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:39.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.220 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.220 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.220 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:39.221 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@392284045(state=PENDING, result=null, callback=(continuation of Deferred@178213469 after retry RPC after error@1082503695) -> (continuation of Deferred@1446043586 after retry RPC after error@1341400870) -> (continuation of Deferred@1065978175 after retry RPC after error@1383153931) -> (continuation of Deferred@40847944 after retry RPC after error@1825341492) -> (continuation of Deferred@536816867 after retry RPC after error@1197362958) -> (continuation of Deferred@1067147431 after retry RPC after error@937331264), errback=(continuation of Deferred@178213469 after retry RPC after error@1082503695) -> (continuation of Deferred@1446043586 after retry RPC after error@1341400870) -> (continuation of Deferred@1065978175 after retry RPC after error@1383153931) -> (continuation of Deferred@40847944 after retry RPC after error@1825341492) -> (continuation of Deferred@536816867 after retry RPC after error@1197362958) -> (continuation of Deferred@1067147431 after retry RPC after error@937331264)))
20:05:39.221 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@392284045(state=PENDING, result=null, callback=(continuation of Deferred@178213469 after retry RPC after error@1082503695) -> (continuation of Deferred@1446043586 after retry RPC after error@1341400870) -> (continuation of Deferred@1065978175 after retry RPC after error@1383153931) -> (continuation of Deferred@40847944 after retry RPC after error@1825341492) -> (continuation of Deferred@536816867 after retry RPC after error@1197362958) -> (continuation of Deferred@1067147431 after retry RPC after error@937331264), errback=(continuation of Deferred@178213469 after retry RPC after error@1082503695) -> (continuation of Deferred@1446043586 after retry RPC after error@1341400870) -> (continuation of Deferred@1065978175 after retry RPC after error@1383153931) -> (continuation of Deferred@40847944 after retry RPC after error@1825341492) -> (continuation of Deferred@536816867 after retry RPC after error@1197362958) -> (continuation of Deferred@1067147431 after retry RPC after error@937331264)))
20:05:39.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:39.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:39.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:39.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:39.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:39.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:39.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:39.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:39.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:39.299 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:39.299 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:39.300 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.300 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.300 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.300 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.300 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.300 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:39.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:39.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:39.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.320 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:39.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:39.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:39.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:39.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:39.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:39.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:39.400 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@153270729(state=PENDING, result=null, callback=(continuation of Deferred@1638975565 after retry RPC after error@910941428) -> (continuation of Deferred@2109737475 after retry RPC after error@1638930563) -> (continuation of Deferred@111498840 after retry RPC after error@1860273668) -> (continuation of Deferred@319560137 after retry RPC after error@1914273579) -> (continuation of Deferred@1579344038 after retry RPC after error@1007783104) -> (continuation of Deferred@1327503578 after retry RPC after error@1996080690), errback=(continuation of Deferred@1638975565 after retry RPC after error@910941428) -> (continuation of Deferred@2109737475 after retry RPC after error@1638930563) -> (continuation of Deferred@111498840 after retry RPC after error@1860273668) -> (continuation of Deferred@319560137 after retry RPC after error@1914273579) -> (continuation of Deferred@1579344038 after retry RPC after error@1007783104) -> (continuation of Deferred@1327503578 after retry RPC after error@1996080690)))
20:05:39.400 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@153270729(state=PENDING, result=null, callback=(continuation of Deferred@1638975565 after retry RPC after error@910941428) -> (continuation of Deferred@2109737475 after retry RPC after error@1638930563) -> (continuation of Deferred@111498840 after retry RPC after error@1860273668) -> (continuation of Deferred@319560137 after retry RPC after error@1914273579) -> (continuation of Deferred@1579344038 after retry RPC after error@1007783104) -> (continuation of Deferred@1327503578 after retry RPC after error@1996080690), errback=(continuation of Deferred@1638975565 after retry RPC after error@910941428) -> (continuation of Deferred@2109737475 after retry RPC after error@1638930563) -> (continuation of Deferred@111498840 after retry RPC after error@1860273668) -> (continuation of Deferred@319560137 after retry RPC after error@1914273579) -> (continuation of Deferred@1579344038 after retry RPC after error@1007783104) -> (continuation of Deferred@1327503578 after retry RPC after error@1996080690)))
20:05:39.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:39.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:39.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.420 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.420 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:39.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:39.439 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:39.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:39.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:39.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:39.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:39.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:39.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:39.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:39.499 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:39.499 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:39.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.500 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.500 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.500 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:39.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:39.519 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:39.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.520 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:39.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:39.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:39.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:39.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:39.639 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:39.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.640 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.640 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:39.640 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@179065929(state=PENDING, result=null, callback=(continuation of Deferred@1940904817 after retry RPC after error@1929170180) -> (continuation of Deferred@581703730 after retry RPC after error@1246371378) -> (continuation of Deferred@1194537049 after retry RPC after error@1404256598) -> (continuation of Deferred@287092378 after retry RPC after error@196970757) -> (continuation of Deferred@1439879635 after retry RPC after error@480416718) -> (continuation of Deferred@1757320894 after retry RPC after error@254598925) -> (continuation of Deferred@1286855538 after retry RPC after error@1141312969), errback=(continuation of Deferred@1940904817 after retry RPC after error@1929170180) -> (continuation of Deferred@581703730 after retry RPC after error@1246371378) -> (continuation of Deferred@1194537049 after retry RPC after error@1404256598) -> (continuation of Deferred@287092378 after retry RPC after error@196970757) -> (continuation of Deferred@1439879635 after retry RPC after error@480416718) -> (continuation of Deferred@1757320894 after retry RPC after error@254598925) -> (continuation of Deferred@1286855538 after retry RPC after error@1141312969)))
20:05:39.641 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@179065929(state=PENDING, result=null, callback=(continuation of Deferred@1940904817 after retry RPC after error@1929170180) -> (continuation of Deferred@581703730 after retry RPC after error@1246371378) -> (continuation of Deferred@1194537049 after retry RPC after error@1404256598) -> (continuation of Deferred@287092378 after retry RPC after error@196970757) -> (continuation of Deferred@1439879635 after retry RPC after error@480416718) -> (continuation of Deferred@1757320894 after retry RPC after error@254598925) -> (continuation of Deferred@1286855538 after retry RPC after error@1141312969), errback=(continuation of Deferred@1940904817 after retry RPC after error@1929170180) -> (continuation of Deferred@581703730 after retry RPC after error@1246371378) -> (continuation of Deferred@1194537049 after retry RPC after error@1404256598) -> (continuation of Deferred@287092378 after retry RPC after error@196970757) -> (continuation of Deferred@1439879635 after retry RPC after error@480416718) -> (continuation of Deferred@1757320894 after retry RPC after error@254598925) -> (continuation of Deferred@1286855538 after retry RPC after error@1141312969)))
20:05:39.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:39.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:39.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:39.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:39.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:39.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:39.699 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:39.699 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:39.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.700 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.700 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.700 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.700 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:39.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:39.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:39.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:39.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:39.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:39.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:39.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:39.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:39.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:39.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:39.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:39.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.820 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.820 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.820 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.820 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:39.821 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1803219728(state=PENDING, result=null, callback=(continuation of Deferred@2068310681 after retry RPC after error@667784803) -> (continuation of Deferred@1412771869 after retry RPC after error@1751886840) -> (continuation of Deferred@750552910 after retry RPC after error@1728672308) -> (continuation of Deferred@440468240 after retry RPC after error@801136587) -> (continuation of Deferred@1737374602 after retry RPC after error@1270513053) -> (continuation of Deferred@1509015161 after retry RPC after error@1952619659), errback=(continuation of Deferred@2068310681 after retry RPC after error@667784803) -> (continuation of Deferred@1412771869 after retry RPC after error@1751886840) -> (continuation of Deferred@750552910 after retry RPC after error@1728672308) -> (continuation of Deferred@440468240 after retry RPC after error@801136587) -> (continuation of Deferred@1737374602 after retry RPC after error@1270513053) -> (continuation of Deferred@1509015161 after retry RPC after error@1952619659)))
20:05:39.821 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1803219728(state=PENDING, result=null, callback=(continuation of Deferred@2068310681 after retry RPC after error@667784803) -> (continuation of Deferred@1412771869 after retry RPC after error@1751886840) -> (continuation of Deferred@750552910 after retry RPC after error@1728672308) -> (continuation of Deferred@440468240 after retry RPC after error@801136587) -> (continuation of Deferred@1737374602 after retry RPC after error@1270513053) -> (continuation of Deferred@1509015161 after retry RPC after error@1952619659), errback=(continuation of Deferred@2068310681 after retry RPC after error@667784803) -> (continuation of Deferred@1412771869 after retry RPC after error@1751886840) -> (continuation of Deferred@750552910 after retry RPC after error@1728672308) -> (continuation of Deferred@440468240 after retry RPC after error@801136587) -> (continuation of Deferred@1737374602 after retry RPC after error@1270513053) -> (continuation of Deferred@1509015161 after retry RPC after error@1952619659)))
20:05:39.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:39.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:39.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:39.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:39.859 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:39.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:39.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:39.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:39.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:39.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:39.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:39.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.900 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:39.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:39.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:39.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:39.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:39.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:39.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:39.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:39.973429 6757 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033, num_attempts: 1)
20:05:39.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:39.976874 6757 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '68527849fe554464b9bac84b66ab92ff', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '68527849fe554464b9bac84b66ab92ff', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033, num_attempts: 1)
20:05:39.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:39.979020 6757 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.5.249.254:41591)
20:05:39.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:39.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:39.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:39.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:39.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:40.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:40.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:40.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.060 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:40.061 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@957298399(state=PENDING, result=null, callback=(continuation of Deferred@1098869280 after retry RPC after error@956269370) -> (continuation of Deferred@966013493 after retry RPC after error@2037207574) -> (continuation of Deferred@1140394353 after retry RPC after error@131839079) -> (continuation of Deferred@533084979 after retry RPC after error@212350783) -> (continuation of Deferred@126944602 after retry RPC after error@1572069699) -> (continuation of Deferred@1929528933 after retry RPC after error@1046386421) -> (continuation of Deferred@837484465 after retry RPC after error@1930541366), errback=(continuation of Deferred@1098869280 after retry RPC after error@956269370) -> (continuation of Deferred@966013493 after retry RPC after error@2037207574) -> (continuation of Deferred@1140394353 after retry RPC after error@131839079) -> (continuation of Deferred@533084979 after retry RPC after error@212350783) -> (continuation of Deferred@126944602 after retry RPC after error@1572069699) -> (continuation of Deferred@1929528933 after retry RPC after error@1046386421) -> (continuation of Deferred@837484465 after retry RPC after error@1930541366)))
20:05:40.062 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@957298399(state=PENDING, result=null, callback=(continuation of Deferred@1098869280 after retry RPC after error@956269370) -> (continuation of Deferred@966013493 after retry RPC after error@2037207574) -> (continuation of Deferred@1140394353 after retry RPC after error@131839079) -> (continuation of Deferred@533084979 after retry RPC after error@212350783) -> (continuation of Deferred@126944602 after retry RPC after error@1572069699) -> (continuation of Deferred@1929528933 after retry RPC after error@1046386421) -> (continuation of Deferred@837484465 after retry RPC after error@1930541366), errback=(continuation of Deferred@1098869280 after retry RPC after error@956269370) -> (continuation of Deferred@966013493 after retry RPC after error@2037207574) -> (continuation of Deferred@1140394353 after retry RPC after error@131839079) -> (continuation of Deferred@533084979 after retry RPC after error@212350783) -> (continuation of Deferred@126944602 after retry RPC after error@1572069699) -> (continuation of Deferred@1929528933 after retry RPC after error@1046386421) -> (continuation of Deferred@837484465 after retry RPC after error@1930541366)))
20:05:40.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:40.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:40.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.080 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:40.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:40.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:40.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:40.119 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:40.119 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:40.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.120 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.120 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.120 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:40.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:40.139 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:40.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:40.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:40.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:40.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:40.179 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:40.179 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:40.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.180 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.180 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.180 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.180 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:40.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:40.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:40.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.240 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.240 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.240 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.240 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:40.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:40.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:40.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:40.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:40.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:40.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:40.320 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@425235581(state=PENDING, result=null, callback=(continuation of Deferred@1886729929 after retry RPC after error@1919821461) -> (continuation of Deferred@1817270330 after retry RPC after error@838324913) -> (continuation of Deferred@1760389432 after retry RPC after error@1798611006) -> (continuation of Deferred@222475754 after retry RPC after error@45063337) -> (continuation of Deferred@25727341 after retry RPC after error@1332995122) -> (continuation of Deferred@1460069843 after retry RPC after error@691167566) -> (continuation of Deferred@1827966716 after retry RPC after error@1014408484) -> (continuation of Deferred@1556014852 after retry RPC after error@1723647436), errback=(continuation of Deferred@1886729929 after retry RPC after error@1919821461) -> (continuation of Deferred@1817270330 after retry RPC after error@838324913) -> (continuation of Deferred@1760389432 after retry RPC after error@1798611006) -> (continuation of Deferred@222475754 after retry RPC after error@45063337) -> (continuation of Deferred@25727341 after retry RPC after error@1332995122) -> (continuation of Deferred@1460069843 after retry RPC after error@691167566) -> (continuation of Deferred@1827966716 after retry RPC after error@1014408484) -> (continuation of Deferred@1556014852 after retry RPC after error@1723647436)))
20:05:40.321 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@425235581(state=PENDING, result=null, callback=(continuation of Deferred@1886729929 after retry RPC after error@1919821461) -> (continuation of Deferred@1817270330 after retry RPC after error@838324913) -> (continuation of Deferred@1760389432 after retry RPC after error@1798611006) -> (continuation of Deferred@222475754 after retry RPC after error@45063337) -> (continuation of Deferred@25727341 after retry RPC after error@1332995122) -> (continuation of Deferred@1460069843 after retry RPC after error@691167566) -> (continuation of Deferred@1827966716 after retry RPC after error@1014408484) -> (continuation of Deferred@1556014852 after retry RPC after error@1723647436), errback=(continuation of Deferred@1886729929 after retry RPC after error@1919821461) -> (continuation of Deferred@1817270330 after retry RPC after error@838324913) -> (continuation of Deferred@1760389432 after retry RPC after error@1798611006) -> (continuation of Deferred@222475754 after retry RPC after error@45063337) -> (continuation of Deferred@25727341 after retry RPC after error@1332995122) -> (continuation of Deferred@1460069843 after retry RPC after error@691167566) -> (continuation of Deferred@1827966716 after retry RPC after error@1014408484) -> (continuation of Deferred@1556014852 after retry RPC after error@1723647436)))
20:05:40.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:40.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:40.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:40.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:40.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:40.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:40.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:40.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:40.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.380 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.380 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:40.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:40.399 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:40.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:40.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:40.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:40.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:40.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:40.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:40.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:40.499 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:40.499 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:40.500 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.500 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.500 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.500 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.500 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.500 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.501 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:40.501 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:40.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:40.559 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:40.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:40.560 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@351891387(state=PENDING, result=null, callback=(continuation of Deferred@1049465777 after retry RPC after error@474722397) -> (continuation of Deferred@336654825 after retry RPC after error@1271644263) -> (continuation of Deferred@420070068 after retry RPC after error@1476477072) -> (continuation of Deferred@1259171264 after retry RPC after error@1590707262) -> (continuation of Deferred@152772914 after retry RPC after error@1531766081) -> (continuation of Deferred@2073026693 after retry RPC after error@656587390) -> (continuation of Deferred@2011172121 after retry RPC after error@1270515785), errback=(continuation of Deferred@1049465777 after retry RPC after error@474722397) -> (continuation of Deferred@336654825 after retry RPC after error@1271644263) -> (continuation of Deferred@420070068 after retry RPC after error@1476477072) -> (continuation of Deferred@1259171264 after retry RPC after error@1590707262) -> (continuation of Deferred@152772914 after retry RPC after error@1531766081) -> (continuation of Deferred@2073026693 after retry RPC after error@656587390) -> (continuation of Deferred@2011172121 after retry RPC after error@1270515785)))
20:05:40.561 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@351891387(state=PENDING, result=null, callback=(continuation of Deferred@1049465777 after retry RPC after error@474722397) -> (continuation of Deferred@336654825 after retry RPC after error@1271644263) -> (continuation of Deferred@420070068 after retry RPC after error@1476477072) -> (continuation of Deferred@1259171264 after retry RPC after error@1590707262) -> (continuation of Deferred@152772914 after retry RPC after error@1531766081) -> (continuation of Deferred@2073026693 after retry RPC after error@656587390) -> (continuation of Deferred@2011172121 after retry RPC after error@1270515785), errback=(continuation of Deferred@1049465777 after retry RPC after error@474722397) -> (continuation of Deferred@336654825 after retry RPC after error@1271644263) -> (continuation of Deferred@420070068 after retry RPC after error@1476477072) -> (continuation of Deferred@1259171264 after retry RPC after error@1590707262) -> (continuation of Deferred@152772914 after retry RPC after error@1531766081) -> (continuation of Deferred@2073026693 after retry RPC after error@656587390) -> (continuation of Deferred@2011172121 after retry RPC after error@1270515785)))
20:05:40.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:40.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:40.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:40.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:40.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:40.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:40.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:40.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:40.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:40.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:40.639 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:40.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:40.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:40.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:40.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:40.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:40.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:40.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:40.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:40.759 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:40.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:40.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:40.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:40.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:40.800 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1138734784(state=PENDING, result=null, callback=(continuation of Deferred@978861798 after retry RPC after error@395851796) -> (continuation of Deferred@1492377048 after retry RPC after error@1713641904) -> (continuation of Deferred@493925532 after retry RPC after error@1266575294) -> (continuation of Deferred@220560916 after retry RPC after error@1267343257) -> (continuation of Deferred@1397130784 after retry RPC after error@1799178337) -> (continuation of Deferred@1296981708 after retry RPC after error@1453585963) -> (continuation of Deferred@825433433 after retry RPC after error@810296670), errback=(continuation of Deferred@978861798 after retry RPC after error@395851796) -> (continuation of Deferred@1492377048 after retry RPC after error@1713641904) -> (continuation of Deferred@493925532 after retry RPC after error@1266575294) -> (continuation of Deferred@220560916 after retry RPC after error@1267343257) -> (continuation of Deferred@1397130784 after retry RPC after error@1799178337) -> (continuation of Deferred@1296981708 after retry RPC after error@1453585963) -> (continuation of Deferred@825433433 after retry RPC after error@810296670)))
20:05:40.800 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1138734784(state=PENDING, result=null, callback=(continuation of Deferred@978861798 after retry RPC after error@395851796) -> (continuation of Deferred@1492377048 after retry RPC after error@1713641904) -> (continuation of Deferred@493925532 after retry RPC after error@1266575294) -> (continuation of Deferred@220560916 after retry RPC after error@1267343257) -> (continuation of Deferred@1397130784 after retry RPC after error@1799178337) -> (continuation of Deferred@1296981708 after retry RPC after error@1453585963) -> (continuation of Deferred@825433433 after retry RPC after error@810296670), errback=(continuation of Deferred@978861798 after retry RPC after error@395851796) -> (continuation of Deferred@1492377048 after retry RPC after error@1713641904) -> (continuation of Deferred@493925532 after retry RPC after error@1266575294) -> (continuation of Deferred@220560916 after retry RPC after error@1267343257) -> (continuation of Deferred@1397130784 after retry RPC after error@1799178337) -> (continuation of Deferred@1296981708 after retry RPC after error@1453585963) -> (continuation of Deferred@825433433 after retry RPC after error@810296670)))
20:05:40.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:40.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:40.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.820 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.820 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.820 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.820 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:40.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:40.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:40.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:40.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:40.859 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:40.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:40.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:40.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:40.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:40.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:40.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:40.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:40.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:40.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:40.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:40.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:40.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:40.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:40.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:40.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:40.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:40.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:40.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.000 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.000 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.000 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:41.000 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1472268944(state=PENDING, result=null, callback=(continuation of Deferred@12803804 after retry RPC after error@1947321914) -> (continuation of Deferred@560325452 after retry RPC after error@2117068922) -> (continuation of Deferred@1677749469 after retry RPC after error@509236849) -> (continuation of Deferred@279685493 after retry RPC after error@298250018) -> (continuation of Deferred@1992761155 after retry RPC after error@987903540) -> (continuation of Deferred@2010107932 after retry RPC after error@1373015608) -> (continuation of Deferred@522567238 after retry RPC after error@878536704), errback=(continuation of Deferred@12803804 after retry RPC after error@1947321914) -> (continuation of Deferred@560325452 after retry RPC after error@2117068922) -> (continuation of Deferred@1677749469 after retry RPC after error@509236849) -> (continuation of Deferred@279685493 after retry RPC after error@298250018) -> (continuation of Deferred@1992761155 after retry RPC after error@987903540) -> (continuation of Deferred@2010107932 after retry RPC after error@1373015608) -> (continuation of Deferred@522567238 after retry RPC after error@878536704)))
20:05:41.001 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1472268944(state=PENDING, result=null, callback=(continuation of Deferred@12803804 after retry RPC after error@1947321914) -> (continuation of Deferred@560325452 after retry RPC after error@2117068922) -> (continuation of Deferred@1677749469 after retry RPC after error@509236849) -> (continuation of Deferred@279685493 after retry RPC after error@298250018) -> (continuation of Deferred@1992761155 after retry RPC after error@987903540) -> (continuation of Deferred@2010107932 after retry RPC after error@1373015608) -> (continuation of Deferred@522567238 after retry RPC after error@878536704), errback=(continuation of Deferred@12803804 after retry RPC after error@1947321914) -> (continuation of Deferred@560325452 after retry RPC after error@2117068922) -> (continuation of Deferred@1677749469 after retry RPC after error@509236849) -> (continuation of Deferred@279685493 after retry RPC after error@298250018) -> (continuation of Deferred@1992761155 after retry RPC after error@987903540) -> (continuation of Deferred@2010107932 after retry RPC after error@1373015608) -> (continuation of Deferred@522567238 after retry RPC after error@878536704)))
20:05:41.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:41.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:41.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:41.039 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:41.039 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:41.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.040 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.040 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.040 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:41.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:41.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:41.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.060 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:41.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:41.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:41.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.080 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:41.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:41.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:41.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:41.139 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:41.139 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:41.140 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.140 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.140 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.140 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.140 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.140 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:41.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:41.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:41.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.200 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.201 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:41.202 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@256161184(state=PENDING, result=null, callback=(continuation of Deferred@1506031473 after retry RPC after error@1644769977) -> (continuation of Deferred@1173551806 after retry RPC after error@1873919509) -> (continuation of Deferred@389444397 after retry RPC after error@1006700424) -> (continuation of Deferred@1853107644 after retry RPC after error@215447409) -> (continuation of Deferred@677171933 after retry RPC after error@475381017) -> (continuation of Deferred@1401125602 after retry RPC after error@1691935516), errback=(continuation of Deferred@1506031473 after retry RPC after error@1644769977) -> (continuation of Deferred@1173551806 after retry RPC after error@1873919509) -> (continuation of Deferred@389444397 after retry RPC after error@1006700424) -> (continuation of Deferred@1853107644 after retry RPC after error@215447409) -> (continuation of Deferred@677171933 after retry RPC after error@475381017) -> (continuation of Deferred@1401125602 after retry RPC after error@1691935516)))
20:05:41.202 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@256161184(state=PENDING, result=null, callback=(continuation of Deferred@1506031473 after retry RPC after error@1644769977) -> (continuation of Deferred@1173551806 after retry RPC after error@1873919509) -> (continuation of Deferred@389444397 after retry RPC after error@1006700424) -> (continuation of Deferred@1853107644 after retry RPC after error@215447409) -> (continuation of Deferred@677171933 after retry RPC after error@475381017) -> (continuation of Deferred@1401125602 after retry RPC after error@1691935516), errback=(continuation of Deferred@1506031473 after retry RPC after error@1644769977) -> (continuation of Deferred@1173551806 after retry RPC after error@1873919509) -> (continuation of Deferred@389444397 after retry RPC after error@1006700424) -> (continuation of Deferred@1853107644 after retry RPC after error@215447409) -> (continuation of Deferred@677171933 after retry RPC after error@475381017) -> (continuation of Deferred@1401125602 after retry RPC after error@1691935516)))
20:05:41.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:41.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:41.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:41.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:41.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:41.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.240 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:41.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:41.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:41.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:41.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:41.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:41.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:41.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:41.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:41.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:41.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:41.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:41.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.320 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.320 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:41.399 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:41.399 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:41.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.400 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.400 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:41.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:41.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:41.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:41.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:41.439 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:41.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:41.440 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1935981229(state=PENDING, result=null, callback=(continuation of Deferred@510447617 after retry RPC after error@1077591583) -> (continuation of Deferred@125778331 after retry RPC after error@1360550411) -> (continuation of Deferred@697070833 after retry RPC after error@1012133273) -> (continuation of Deferred@1109305449 after retry RPC after error@1371892259) -> (continuation of Deferred@455390998 after retry RPC after error@943242958) -> (continuation of Deferred@265425984 after retry RPC after error@1966928875) -> (continuation of Deferred@1260283485 after retry RPC after error@917339966) -> (continuation of Deferred@692194751 after retry RPC after error@997392599), errback=(continuation of Deferred@510447617 after retry RPC after error@1077591583) -> (continuation of Deferred@125778331 after retry RPC after error@1360550411) -> (continuation of Deferred@697070833 after retry RPC after error@1012133273) -> (continuation of Deferred@1109305449 after retry RPC after error@1371892259) -> (continuation of Deferred@455390998 after retry RPC after error@943242958) -> (continuation of Deferred@265425984 after retry RPC after error@1966928875) -> (continuation of Deferred@1260283485 after retry RPC after error@917339966) -> (continuation of Deferred@692194751 after retry RPC after error@997392599)))
20:05:41.440 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1935981229(state=PENDING, result=null, callback=(continuation of Deferred@510447617 after retry RPC after error@1077591583) -> (continuation of Deferred@125778331 after retry RPC after error@1360550411) -> (continuation of Deferred@697070833 after retry RPC after error@1012133273) -> (continuation of Deferred@1109305449 after retry RPC after error@1371892259) -> (continuation of Deferred@455390998 after retry RPC after error@943242958) -> (continuation of Deferred@265425984 after retry RPC after error@1966928875) -> (continuation of Deferred@1260283485 after retry RPC after error@917339966) -> (continuation of Deferred@692194751 after retry RPC after error@997392599), errback=(continuation of Deferred@510447617 after retry RPC after error@1077591583) -> (continuation of Deferred@125778331 after retry RPC after error@1360550411) -> (continuation of Deferred@697070833 after retry RPC after error@1012133273) -> (continuation of Deferred@1109305449 after retry RPC after error@1371892259) -> (continuation of Deferred@455390998 after retry RPC after error@943242958) -> (continuation of Deferred@265425984 after retry RPC after error@1966928875) -> (continuation of Deferred@1260283485 after retry RPC after error@917339966) -> (continuation of Deferred@692194751 after retry RPC after error@997392599)))
20:05:41.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:41.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:41.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:41.479 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:41.479 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:41.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.480 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.480 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:41.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:41.499 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:41.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.500 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.500 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.500 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.500 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.500 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:41.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:41.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:41.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.520 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:41.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:41.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:41.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:41.559 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:41.559 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:41.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.560 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.560 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.560 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.560 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:41.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:41.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:41.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:41.620 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@2100089551(state=PENDING, result=null, callback=(continuation of Deferred@312860920 after retry RPC after error@1206315383) -> (continuation of Deferred@1678341847 after retry RPC after error@2133359155) -> (continuation of Deferred@1110963982 after retry RPC after error@854201198) -> (continuation of Deferred@502953002 after retry RPC after error@557804612) -> (continuation of Deferred@1556963562 after retry RPC after error@1046378878) -> (continuation of Deferred@1892356539 after retry RPC after error@709627562), errback=(continuation of Deferred@312860920 after retry RPC after error@1206315383) -> (continuation of Deferred@1678341847 after retry RPC after error@2133359155) -> (continuation of Deferred@1110963982 after retry RPC after error@854201198) -> (continuation of Deferred@502953002 after retry RPC after error@557804612) -> (continuation of Deferred@1556963562 after retry RPC after error@1046378878) -> (continuation of Deferred@1892356539 after retry RPC after error@709627562)))
20:05:41.621 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@2100089551(state=PENDING, result=null, callback=(continuation of Deferred@312860920 after retry RPC after error@1206315383) -> (continuation of Deferred@1678341847 after retry RPC after error@2133359155) -> (continuation of Deferred@1110963982 after retry RPC after error@854201198) -> (continuation of Deferred@502953002 after retry RPC after error@557804612) -> (continuation of Deferred@1556963562 after retry RPC after error@1046378878) -> (continuation of Deferred@1892356539 after retry RPC after error@709627562), errback=(continuation of Deferred@312860920 after retry RPC after error@1206315383) -> (continuation of Deferred@1678341847 after retry RPC after error@2133359155) -> (continuation of Deferred@1110963982 after retry RPC after error@854201198) -> (continuation of Deferred@502953002 after retry RPC after error@557804612) -> (continuation of Deferred@1556963562 after retry RPC after error@1046378878) -> (continuation of Deferred@1892356539 after retry RPC after error@709627562)))
20:05:41.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:41.639 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:41.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:41.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:41.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:41.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:41.679 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:41.679 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:41.680 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.680 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.680 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.680 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:41.699 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:41.699 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:41.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.700 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.700 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:41.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:41.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:41.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:41.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:41.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:41.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:41.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:41.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:41.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:41.800 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@869465006(state=PENDING, result=null, callback=(continuation of Deferred@899944919 after retry RPC after error@27549999) -> (continuation of Deferred@603694920 after retry RPC after error@122697490) -> (continuation of Deferred@317699206 after retry RPC after error@811602669) -> (continuation of Deferred@1323246158 after retry RPC after error@1219589152) -> (continuation of Deferred@655733300 after retry RPC after error@391260993) -> (continuation of Deferred@547927735 after retry RPC after error@1669060342), errback=(continuation of Deferred@899944919 after retry RPC after error@27549999) -> (continuation of Deferred@603694920 after retry RPC after error@122697490) -> (continuation of Deferred@317699206 after retry RPC after error@811602669) -> (continuation of Deferred@1323246158 after retry RPC after error@1219589152) -> (continuation of Deferred@655733300 after retry RPC after error@391260993) -> (continuation of Deferred@547927735 after retry RPC after error@1669060342)))
20:05:41.800 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@869465006(state=PENDING, result=null, callback=(continuation of Deferred@899944919 after retry RPC after error@27549999) -> (continuation of Deferred@603694920 after retry RPC after error@122697490) -> (continuation of Deferred@317699206 after retry RPC after error@811602669) -> (continuation of Deferred@1323246158 after retry RPC after error@1219589152) -> (continuation of Deferred@655733300 after retry RPC after error@391260993) -> (continuation of Deferred@547927735 after retry RPC after error@1669060342), errback=(continuation of Deferred@899944919 after retry RPC after error@27549999) -> (continuation of Deferred@603694920 after retry RPC after error@122697490) -> (continuation of Deferred@317699206 after retry RPC after error@811602669) -> (continuation of Deferred@1323246158 after retry RPC after error@1219589152) -> (continuation of Deferred@655733300 after retry RPC after error@391260993) -> (continuation of Deferred@547927735 after retry RPC after error@1669060342)))
20:05:41.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:41.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:41.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.820 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.820 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.820 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.821 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:41.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:41.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:41.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:41.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:41.859 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:41.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:41.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:41.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:41.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:41.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:41.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:41.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:41.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:41.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:41.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:41.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:41.979 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:41.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:41.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:41.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:42.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:42.039 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:42.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:42.040 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1638598874(state=PENDING, result=null, callback=(continuation of Deferred@863473874 after retry RPC after error@2033892784) -> (continuation of Deferred@1195779834 after retry RPC after error@2123500304) -> (continuation of Deferred@1902961936 after retry RPC after error@1570181552) -> (continuation of Deferred@722504974 after retry RPC after error@1169476087) -> (continuation of Deferred@1399250996 after retry RPC after error@907637113) -> (continuation of Deferred@432988745 after retry RPC after error@2060872694) -> (continuation of Deferred@508908504 after retry RPC after error@1673165778), errback=(continuation of Deferred@863473874 after retry RPC after error@2033892784) -> (continuation of Deferred@1195779834 after retry RPC after error@2123500304) -> (continuation of Deferred@1902961936 after retry RPC after error@1570181552) -> (continuation of Deferred@722504974 after retry RPC after error@1169476087) -> (continuation of Deferred@1399250996 after retry RPC after error@907637113) -> (continuation of Deferred@432988745 after retry RPC after error@2060872694) -> (continuation of Deferred@508908504 after retry RPC after error@1673165778)))
20:05:42.040 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1638598874(state=PENDING, result=null, callback=(continuation of Deferred@863473874 after retry RPC after error@2033892784) -> (continuation of Deferred@1195779834 after retry RPC after error@2123500304) -> (continuation of Deferred@1902961936 after retry RPC after error@1570181552) -> (continuation of Deferred@722504974 after retry RPC after error@1169476087) -> (continuation of Deferred@1399250996 after retry RPC after error@907637113) -> (continuation of Deferred@432988745 after retry RPC after error@2060872694) -> (continuation of Deferred@508908504 after retry RPC after error@1673165778), errback=(continuation of Deferred@863473874 after retry RPC after error@2033892784) -> (continuation of Deferred@1195779834 after retry RPC after error@2123500304) -> (continuation of Deferred@1902961936 after retry RPC after error@1570181552) -> (continuation of Deferred@722504974 after retry RPC after error@1169476087) -> (continuation of Deferred@1399250996 after retry RPC after error@907637113) -> (continuation of Deferred@432988745 after retry RPC after error@2060872694) -> (continuation of Deferred@508908504 after retry RPC after error@1673165778)))
20:05:42.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:42.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:42.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.060 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.060 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.060 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:42.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:42.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:42.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.080 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.080 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.080 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.080 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.080 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:42.099 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:42.099 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:42.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:42.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:42.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:42.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.120 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:42.139 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:42.139 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:42.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.140 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.140 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.140 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:42.179 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:42.179 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:42.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.180 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:42.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:42.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:42.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:42.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:42.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:42.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:42.240 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@348282396(state=PENDING, result=null, callback=(continuation of Deferred@1199790412 after retry RPC after error@1389331165) -> (continuation of Deferred@478433824 after retry RPC after error@439409938) -> (continuation of Deferred@1193590305 after retry RPC after error@1767052658) -> (continuation of Deferred@1467506474 after retry RPC after error@1270661274) -> (continuation of Deferred@697019002 after retry RPC after error@1484964540) -> (continuation of Deferred@1301694345 after retry RPC after error@1619261105), errback=(continuation of Deferred@1199790412 after retry RPC after error@1389331165) -> (continuation of Deferred@478433824 after retry RPC after error@439409938) -> (continuation of Deferred@1193590305 after retry RPC after error@1767052658) -> (continuation of Deferred@1467506474 after retry RPC after error@1270661274) -> (continuation of Deferred@697019002 after retry RPC after error@1484964540) -> (continuation of Deferred@1301694345 after retry RPC after error@1619261105)))
20:05:42.240 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@348282396(state=PENDING, result=null, callback=(continuation of Deferred@1199790412 after retry RPC after error@1389331165) -> (continuation of Deferred@478433824 after retry RPC after error@439409938) -> (continuation of Deferred@1193590305 after retry RPC after error@1767052658) -> (continuation of Deferred@1467506474 after retry RPC after error@1270661274) -> (continuation of Deferred@697019002 after retry RPC after error@1484964540) -> (continuation of Deferred@1301694345 after retry RPC after error@1619261105), errback=(continuation of Deferred@1199790412 after retry RPC after error@1389331165) -> (continuation of Deferred@478433824 after retry RPC after error@439409938) -> (continuation of Deferred@1193590305 after retry RPC after error@1767052658) -> (continuation of Deferred@1467506474 after retry RPC after error@1270661274) -> (continuation of Deferred@697019002 after retry RPC after error@1484964540) -> (continuation of Deferred@1301694345 after retry RPC after error@1619261105)))
20:05:42.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:42.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:42.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:42.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:42.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:42.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:42.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:42.299 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:42.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:42.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:42.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:42.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:42.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:42.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:42.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:42.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:42.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:42.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:42.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:42.439 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:42.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:42.440 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@982552030(state=PENDING, result=null, callback=(continuation of Deferred@1813549992 after retry RPC after error@1886825634) -> (continuation of Deferred@1788346113 after retry RPC after error@1423401456) -> (continuation of Deferred@2088385809 after retry RPC after error@967613824) -> (continuation of Deferred@1821774403 after retry RPC after error@60896960) -> (continuation of Deferred@782110992 after retry RPC after error@1929632222) -> (continuation of Deferred@794548727 after retry RPC after error@625409514), errback=(continuation of Deferred@1813549992 after retry RPC after error@1886825634) -> (continuation of Deferred@1788346113 after retry RPC after error@1423401456) -> (continuation of Deferred@2088385809 after retry RPC after error@967613824) -> (continuation of Deferred@1821774403 after retry RPC after error@60896960) -> (continuation of Deferred@782110992 after retry RPC after error@1929632222) -> (continuation of Deferred@794548727 after retry RPC after error@625409514)))
20:05:42.440 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@982552030(state=PENDING, result=null, callback=(continuation of Deferred@1813549992 after retry RPC after error@1886825634) -> (continuation of Deferred@1788346113 after retry RPC after error@1423401456) -> (continuation of Deferred@2088385809 after retry RPC after error@967613824) -> (continuation of Deferred@1821774403 after retry RPC after error@60896960) -> (continuation of Deferred@782110992 after retry RPC after error@1929632222) -> (continuation of Deferred@794548727 after retry RPC after error@625409514), errback=(continuation of Deferred@1813549992 after retry RPC after error@1886825634) -> (continuation of Deferred@1788346113 after retry RPC after error@1423401456) -> (continuation of Deferred@2088385809 after retry RPC after error@967613824) -> (continuation of Deferred@1821774403 after retry RPC after error@60896960) -> (continuation of Deferred@782110992 after retry RPC after error@1929632222) -> (continuation of Deferred@794548727 after retry RPC after error@625409514)))
20:05:42.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:42.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:42.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:42.479 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:42.479 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:42.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.480 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.480 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:42.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:42.499 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:42.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:42.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:42.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:42.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:42.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:42.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:42.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.540 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:42.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:42.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:42.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:42.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:42.588328 6995 master_runner.cc:186] Error getting master registration for 127.5.249.253:34953: Network error: Client connection negotiation failed: client connection to 127.5.249.253:34953: connect: Connection refused (error 111),
20:05:42.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:42.588500 6995 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:05:42.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:42.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:42.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:42.719 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1881354774(state=PENDING, result=null, callback=(continuation of Deferred@633392181 after retry RPC after error@119879123) -> (continuation of Deferred@2147466540 after retry RPC after error@379945799) -> (continuation of Deferred@900158658 after retry RPC after error@461534216) -> (continuation of Deferred@420916361 after retry RPC after error@588491607) -> (continuation of Deferred@740162227 after retry RPC after error@616036620) -> (continuation of Deferred@141126647 after retry RPC after error@907944126) -> (continuation of Deferred@1972739244 after retry RPC after error@1852925067), errback=(continuation of Deferred@633392181 after retry RPC after error@119879123) -> (continuation of Deferred@2147466540 after retry RPC after error@379945799) -> (continuation of Deferred@900158658 after retry RPC after error@461534216) -> (continuation of Deferred@420916361 after retry RPC after error@588491607) -> (continuation of Deferred@740162227 after retry RPC after error@616036620) -> (continuation of Deferred@141126647 after retry RPC after error@907944126) -> (continuation of Deferred@1972739244 after retry RPC after error@1852925067)))
20:05:42.719 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:05:42.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:42.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:42.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:42.759 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:42.759 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:42.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:42.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:42.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:42.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:42.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:42.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:42.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:42.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:42.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:42.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.820 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.820 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.820 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.820 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:42.859 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:42.859 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:42.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.860 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.860 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.860 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.860 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:42.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:42.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:42.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:42.900 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1539298187(state=PENDING, result=null, callback=(continuation of Deferred@536256503 after retry RPC after error@336571846) -> (continuation of Deferred@1102562790 after retry RPC after error@1689347536) -> (continuation of Deferred@1326663574 after retry RPC after error@647733807) -> (continuation of Deferred@1509739503 after retry RPC after error@915188453) -> (continuation of Deferred@1677096021 after retry RPC after error@411511006) -> (continuation of Deferred@656092050 after retry RPC after error@1955816982), errback=(continuation of Deferred@536256503 after retry RPC after error@336571846) -> (continuation of Deferred@1102562790 after retry RPC after error@1689347536) -> (continuation of Deferred@1326663574 after retry RPC after error@647733807) -> (continuation of Deferred@1509739503 after retry RPC after error@915188453) -> (continuation of Deferred@1677096021 after retry RPC after error@411511006) -> (continuation of Deferred@656092050 after retry RPC after error@1955816982)))
20:05:42.901 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1539298187(state=PENDING, result=null, callback=(continuation of Deferred@536256503 after retry RPC after error@336571846) -> (continuation of Deferred@1102562790 after retry RPC after error@1689347536) -> (continuation of Deferred@1326663574 after retry RPC after error@647733807) -> (continuation of Deferred@1509739503 after retry RPC after error@915188453) -> (continuation of Deferred@1677096021 after retry RPC after error@411511006) -> (continuation of Deferred@656092050 after retry RPC after error@1955816982), errback=(continuation of Deferred@536256503 after retry RPC after error@336571846) -> (continuation of Deferred@1102562790 after retry RPC after error@1689347536) -> (continuation of Deferred@1326663574 after retry RPC after error@647733807) -> (continuation of Deferred@1509739503 after retry RPC after error@915188453) -> (continuation of Deferred@1677096021 after retry RPC after error@411511006) -> (continuation of Deferred@656092050 after retry RPC after error@1955816982)))
20:05:42.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:42.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:42.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:42.939 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:42.939 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:42.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.940 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.940 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:42.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:42.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:42.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:42.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:42.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:42.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:42.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:42.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:42.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:42.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:42.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.000 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.000 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.000 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:43.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:43.019 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:43.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:43.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:43.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:43.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.080 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:43.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:43.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:43.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.120 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:43.120 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1153308319(state=PENDING, result=null, callback=(continuation of Deferred@299195145 after retry RPC after error@1965037496) -> (continuation of Deferred@1306039526 after retry RPC after error@2036754732) -> (continuation of Deferred@1120958490 after retry RPC after error@926427695) -> (continuation of Deferred@1045358474 after retry RPC after error@1949029990) -> (continuation of Deferred@897216593 after retry RPC after error@1130716547) -> (continuation of Deferred@182354130 after retry RPC after error@552402697) -> (continuation of Deferred@1181936573 after retry RPC after error@789725109), errback=(continuation of Deferred@299195145 after retry RPC after error@1965037496) -> (continuation of Deferred@1306039526 after retry RPC after error@2036754732) -> (continuation of Deferred@1120958490 after retry RPC after error@926427695) -> (continuation of Deferred@1045358474 after retry RPC after error@1949029990) -> (continuation of Deferred@897216593 after retry RPC after error@1130716547) -> (continuation of Deferred@182354130 after retry RPC after error@552402697) -> (continuation of Deferred@1181936573 after retry RPC after error@789725109)))
20:05:43.120 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1153308319(state=PENDING, result=null, callback=(continuation of Deferred@299195145 after retry RPC after error@1965037496) -> (continuation of Deferred@1306039526 after retry RPC after error@2036754732) -> (continuation of Deferred@1120958490 after retry RPC after error@926427695) -> (continuation of Deferred@1045358474 after retry RPC after error@1949029990) -> (continuation of Deferred@897216593 after retry RPC after error@1130716547) -> (continuation of Deferred@182354130 after retry RPC after error@552402697) -> (continuation of Deferred@1181936573 after retry RPC after error@789725109), errback=(continuation of Deferred@299195145 after retry RPC after error@1965037496) -> (continuation of Deferred@1306039526 after retry RPC after error@2036754732) -> (continuation of Deferred@1120958490 after retry RPC after error@926427695) -> (continuation of Deferred@1045358474 after retry RPC after error@1949029990) -> (continuation of Deferred@897216593 after retry RPC after error@1130716547) -> (continuation of Deferred@182354130 after retry RPC after error@552402697) -> (continuation of Deferred@1181936573 after retry RPC after error@789725109)))
20:05:43.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:43.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:43.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:43.159 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:43.159 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:43.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.160 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:43.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:43.179 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:43.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:43.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:43.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:43.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:43.219 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:43.219 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:43.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.220 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.220 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.220 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:43.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:43.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:43.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:43.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:43.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:43.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:43.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:43.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:43.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:43.360 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1077804769(state=PENDING, result=null, callback=(continuation of Deferred@58989341 after retry RPC after error@1853115307) -> (continuation of Deferred@1988421730 after retry RPC after error@1507969701) -> (continuation of Deferred@2048814711 after retry RPC after error@914049932) -> (continuation of Deferred@1735221977 after retry RPC after error@814626931) -> (continuation of Deferred@971670979 after retry RPC after error@1436651097) -> (continuation of Deferred@1507218846 after retry RPC after error@416985975) -> (continuation of Deferred@1970530610 after retry RPC after error@754545283), errback=(continuation of Deferred@58989341 after retry RPC after error@1853115307) -> (continuation of Deferred@1988421730 after retry RPC after error@1507969701) -> (continuation of Deferred@2048814711 after retry RPC after error@914049932) -> (continuation of Deferred@1735221977 after retry RPC after error@814626931) -> (continuation of Deferred@971670979 after retry RPC after error@1436651097) -> (continuation of Deferred@1507218846 after retry RPC after error@416985975) -> (continuation of Deferred@1970530610 after retry RPC after error@754545283)))
20:05:43.360 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1077804769(state=PENDING, result=null, callback=(continuation of Deferred@58989341 after retry RPC after error@1853115307) -> (continuation of Deferred@1988421730 after retry RPC after error@1507969701) -> (continuation of Deferred@2048814711 after retry RPC after error@914049932) -> (continuation of Deferred@1735221977 after retry RPC after error@814626931) -> (continuation of Deferred@971670979 after retry RPC after error@1436651097) -> (continuation of Deferred@1507218846 after retry RPC after error@416985975) -> (continuation of Deferred@1970530610 after retry RPC after error@754545283), errback=(continuation of Deferred@58989341 after retry RPC after error@1853115307) -> (continuation of Deferred@1988421730 after retry RPC after error@1507969701) -> (continuation of Deferred@2048814711 after retry RPC after error@914049932) -> (continuation of Deferred@1735221977 after retry RPC after error@814626931) -> (continuation of Deferred@971670979 after retry RPC after error@1436651097) -> (continuation of Deferred@1507218846 after retry RPC after error@416985975) -> (continuation of Deferred@1970530610 after retry RPC after error@754545283)))
20:05:43.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:43.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:43.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:43.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:43.399 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:43.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:43.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:43.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:43.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:43.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:43.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:43.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:43.459 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:43.459 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:43.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.460 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.460 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:43.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:43.479 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:43.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:43.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:43.559 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:43.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.560 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:43.639 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@800164754(state=PENDING, result=null, callback=(continuation of Deferred@344976243 after retry RPC after error@1196570538) -> (continuation of Deferred@602748714 after retry RPC after error@2348510) -> (continuation of Deferred@1805411034 after retry RPC after error@1034286948) -> (continuation of Deferred@2000405405 after retry RPC after error@1764259201) -> (continuation of Deferred@1638547660 after retry RPC after error@1940292938) -> (continuation of Deferred@1520994184 after retry RPC after error@1879471393) -> (continuation of Deferred@1134163917 after retry RPC after error@72525345), errback=(continuation of Deferred@344976243 after retry RPC after error@1196570538) -> (continuation of Deferred@602748714 after retry RPC after error@2348510) -> (continuation of Deferred@1805411034 after retry RPC after error@1034286948) -> (continuation of Deferred@2000405405 after retry RPC after error@1764259201) -> (continuation of Deferred@1638547660 after retry RPC after error@1940292938) -> (continuation of Deferred@1520994184 after retry RPC after error@1879471393) -> (continuation of Deferred@1134163917 after retry RPC after error@72525345)))
20:05:43.639 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:05:43.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:43.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:43.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:43.679 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:43.679 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:43.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:43.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:43.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:43.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:43.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:43.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:43.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:43.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:43.739 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:43.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:43.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:43.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:43.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:43.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:43.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:43.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:43.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:43.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:43.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:43.860 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1682678654(state=PENDING, result=null, callback=(continuation of Deferred@2118884946 after retry RPC after error@1640932122) -> (continuation of Deferred@1636815019 after retry RPC after error@1483136951) -> (continuation of Deferred@2055042023 after retry RPC after error@1858066881) -> (continuation of Deferred@1906988597 after retry RPC after error@534750416) -> (continuation of Deferred@246161031 after retry RPC after error@508411714) -> (continuation of Deferred@1031096640 after retry RPC after error@1609466650) -> (continuation of Deferred@836298310 after retry RPC after error@1117579408), errback=(continuation of Deferred@2118884946 after retry RPC after error@1640932122) -> (continuation of Deferred@1636815019 after retry RPC after error@1483136951) -> (continuation of Deferred@2055042023 after retry RPC after error@1858066881) -> (continuation of Deferred@1906988597 after retry RPC after error@534750416) -> (continuation of Deferred@246161031 after retry RPC after error@508411714) -> (continuation of Deferred@1031096640 after retry RPC after error@1609466650) -> (continuation of Deferred@836298310 after retry RPC after error@1117579408)))
20:05:43.861 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1682678654(state=PENDING, result=null, callback=(continuation of Deferred@2118884946 after retry RPC after error@1640932122) -> (continuation of Deferred@1636815019 after retry RPC after error@1483136951) -> (continuation of Deferred@2055042023 after retry RPC after error@1858066881) -> (continuation of Deferred@1906988597 after retry RPC after error@534750416) -> (continuation of Deferred@246161031 after retry RPC after error@508411714) -> (continuation of Deferred@1031096640 after retry RPC after error@1609466650) -> (continuation of Deferred@836298310 after retry RPC after error@1117579408), errback=(continuation of Deferred@2118884946 after retry RPC after error@1640932122) -> (continuation of Deferred@1636815019 after retry RPC after error@1483136951) -> (continuation of Deferred@2055042023 after retry RPC after error@1858066881) -> (continuation of Deferred@1906988597 after retry RPC after error@534750416) -> (continuation of Deferred@246161031 after retry RPC after error@508411714) -> (continuation of Deferred@1031096640 after retry RPC after error@1609466650) -> (continuation of Deferred@836298310 after retry RPC after error@1117579408)))
20:05:43.879 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:43.879 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:43.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:43.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:43.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:43.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:43.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:43.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:43.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:43.939 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:43.939 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:43.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.940 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.940 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.940 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.940 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:43.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:43.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:43.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.960 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:43.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:43.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:43.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:43.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:43.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:44.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:44.039 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:44.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.040 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.040 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.040 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.040 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.041 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:44.119 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:44.119 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:44.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.120 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:44.121 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1182050403(state=PENDING, result=null, callback=(continuation of Deferred@2047897192 after retry RPC after error@1908930726) -> (continuation of Deferred@522354899 after retry RPC after error@2088113380) -> (continuation of Deferred@99370540 after retry RPC after error@1268813055) -> (continuation of Deferred@1074772288 after retry RPC after error@210912401) -> (continuation of Deferred@1797828105 after retry RPC after error@614465767) -> (continuation of Deferred@433612938 after retry RPC after error@124785132) -> (continuation of Deferred@696692717 after retry RPC after error@226829570), errback=(continuation of Deferred@2047897192 after retry RPC after error@1908930726) -> (continuation of Deferred@522354899 after retry RPC after error@2088113380) -> (continuation of Deferred@99370540 after retry RPC after error@1268813055) -> (continuation of Deferred@1074772288 after retry RPC after error@210912401) -> (continuation of Deferred@1797828105 after retry RPC after error@614465767) -> (continuation of Deferred@433612938 after retry RPC after error@124785132) -> (continuation of Deferred@696692717 after retry RPC after error@226829570)))
20:05:44.121 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1182050403(state=PENDING, result=null, callback=(continuation of Deferred@2047897192 after retry RPC after error@1908930726) -> (continuation of Deferred@522354899 after retry RPC after error@2088113380) -> (continuation of Deferred@99370540 after retry RPC after error@1268813055) -> (continuation of Deferred@1074772288 after retry RPC after error@210912401) -> (continuation of Deferred@1797828105 after retry RPC after error@614465767) -> (continuation of Deferred@433612938 after retry RPC after error@124785132) -> (continuation of Deferred@696692717 after retry RPC after error@226829570), errback=(continuation of Deferred@2047897192 after retry RPC after error@1908930726) -> (continuation of Deferred@522354899 after retry RPC after error@2088113380) -> (continuation of Deferred@99370540 after retry RPC after error@1268813055) -> (continuation of Deferred@1074772288 after retry RPC after error@210912401) -> (continuation of Deferred@1797828105 after retry RPC after error@614465767) -> (continuation of Deferred@433612938 after retry RPC after error@124785132) -> (continuation of Deferred@696692717 after retry RPC after error@226829570)))
20:05:44.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:44.139 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:44.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:44.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:44.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:44.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:44.179 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:44.179 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:44.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.180 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.180 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.180 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.180 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.180 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:44.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:44.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:44.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:44.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:44.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:44.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:44.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:44.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:44.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:44.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:44.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:44.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:44.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:44.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:44.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:44.321 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1814738292(state=PENDING, result=null, callback=(continuation of Deferred@1771753774 after retry RPC after error@794743990) -> (continuation of Deferred@437415915 after retry RPC after error@590018760) -> (continuation of Deferred@478567970 after retry RPC after error@1160036960) -> (continuation of Deferred@1287688216 after retry RPC after error@953736688) -> (continuation of Deferred@377611143 after retry RPC after error@1976898805) -> (continuation of Deferred@1029507591 after retry RPC after error@1133803265) -> (continuation of Deferred@1511012655 after retry RPC after error@130022436), errback=(continuation of Deferred@1771753774 after retry RPC after error@794743990) -> (continuation of Deferred@437415915 after retry RPC after error@590018760) -> (continuation of Deferred@478567970 after retry RPC after error@1160036960) -> (continuation of Deferred@1287688216 after retry RPC after error@953736688) -> (continuation of Deferred@377611143 after retry RPC after error@1976898805) -> (continuation of Deferred@1029507591 after retry RPC after error@1133803265) -> (continuation of Deferred@1511012655 after retry RPC after error@130022436)))
20:05:44.321 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1814738292(state=PENDING, result=null, callback=(continuation of Deferred@1771753774 after retry RPC after error@794743990) -> (continuation of Deferred@437415915 after retry RPC after error@590018760) -> (continuation of Deferred@478567970 after retry RPC after error@1160036960) -> (continuation of Deferred@1287688216 after retry RPC after error@953736688) -> (continuation of Deferred@377611143 after retry RPC after error@1976898805) -> (continuation of Deferred@1029507591 after retry RPC after error@1133803265) -> (continuation of Deferred@1511012655 after retry RPC after error@130022436), errback=(continuation of Deferred@1771753774 after retry RPC after error@794743990) -> (continuation of Deferred@437415915 after retry RPC after error@590018760) -> (continuation of Deferred@478567970 after retry RPC after error@1160036960) -> (continuation of Deferred@1287688216 after retry RPC after error@953736688) -> (continuation of Deferred@377611143 after retry RPC after error@1976898805) -> (continuation of Deferred@1029507591 after retry RPC after error@1133803265) -> (continuation of Deferred@1511012655 after retry RPC after error@130022436)))
20:05:44.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:44.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:44.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:44.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:44.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:44.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:44.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:44.364174 7430 raft_consensus.cc:491] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 02761a9004984092b87596f4c1541f16)
20:05:44.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:44.364395 7430 raft_consensus.cc:513] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45af88cb52384c878c98ac3a5faf91f9" member_type: VOTER last_known_addr { host: "127.5.249.254" port: 41591 } } peers { permanent_uuid: "02761a9004984092b87596f4c1541f16" member_type: VOTER last_known_addr { host: "127.5.249.253" port: 34953 } } peers { permanent_uuid: "cad3ec31d7c74b1dbfb9789e93755247" member_type: VOTER last_known_addr { host: "127.5.249.252" port: 36033 } }
20:05:44.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:44.365229 7430 leader_election.cc:290] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 02761a9004984092b87596f4c1541f16 (127.5.249.253:34953), cad3ec31d7c74b1dbfb9789e93755247 (127.5.249.252:36033)
20:05:44.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:44.366262 7012 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.249.253:34953: connect: Connection refused (error 111) [suppressed 1 similar messages]
20:05:44.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:44.367444 7012 leader_election.cc:336] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 02761a9004984092b87596f4c1541f16 (127.5.249.253:34953): Network error: Client connection negotiation failed: client connection to 127.5.249.253:34953: connect: Connection refused (error 111)
20:05:44.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:44.367692 7014 leader_election.cc:336] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer cad3ec31d7c74b1dbfb9789e93755247 (127.5.249.252:36033): Network error: Client connection negotiation failed: client connection to 127.5.249.252:36033: connect: Connection refused (error 111)
20:05:44.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:44.367825 7014 leader_election.cc:304] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 45af88cb52384c878c98ac3a5faf91f9; no voters: 02761a9004984092b87596f4c1541f16, cad3ec31d7c74b1dbfb9789e93755247
20:05:44.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:44.368052 7430 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 45af88cb52384c878c98ac3a5faf91f9 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
20:05:44.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:44.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:44.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:44.399 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:44.399 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:44.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:44.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:44.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:44.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.420 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.420 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.420 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.420 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.420 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:44.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:44.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:44.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:44.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:44.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:44.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:44.519 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:44.519 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:44.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.520 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.520 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.520 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.522 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:44.523 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=184), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [184ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [184ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@396204583(state=PENDING, result=null, callback=(continuation of Deferred@984670585 after retry RPC after error@1987649601) -> (continuation of Deferred@1819081164 after retry RPC after error@400231108) -> (continuation of Deferred@719166063 after retry RPC after error@362404957) -> (continuation of Deferred@514913723 after retry RPC after error@1374835075) -> (continuation of Deferred@398108464 after retry RPC after error@1285225134) -> (continuation of Deferred@1428083627 after retry RPC after error@371453634) -> (continuation of Deferred@1424115729 after retry RPC after error@1337362345), errback=(continuation of Deferred@984670585 after retry RPC after error@1987649601) -> (continuation of Deferred@1819081164 after retry RPC after error@400231108) -> (continuation of Deferred@719166063 after retry RPC after error@362404957) -> (continuation of Deferred@514913723 after retry RPC after error@1374835075) -> (continuation of Deferred@398108464 after retry RPC after error@1285225134) -> (continuation of Deferred@1428083627 after retry RPC after error@371453634) -> (continuation of Deferred@1424115729 after retry RPC after error@1337362345)))
20:05:44.523 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=184), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [184ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [184ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@396204583(state=PENDING, result=null, callback=(continuation of Deferred@984670585 after retry RPC after error@1987649601) -> (continuation of Deferred@1819081164 after retry RPC after error@400231108) -> (continuation of Deferred@719166063 after retry RPC after error@362404957) -> (continuation of Deferred@514913723 after retry RPC after error@1374835075) -> (continuation of Deferred@398108464 after retry RPC after error@1285225134) -> (continuation of Deferred@1428083627 after retry RPC after error@371453634) -> (continuation of Deferred@1424115729 after retry RPC after error@1337362345), errback=(continuation of Deferred@984670585 after retry RPC after error@1987649601) -> (continuation of Deferred@1819081164 after retry RPC after error@400231108) -> (continuation of Deferred@719166063 after retry RPC after error@362404957) -> (continuation of Deferred@514913723 after retry RPC after error@1374835075) -> (continuation of Deferred@398108464 after retry RPC after error@1285225134) -> (continuation of Deferred@1428083627 after retry RPC after error@371453634) -> (continuation of Deferred@1424115729 after retry RPC after error@1337362345)))
20:05:44.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:44.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:44.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.540 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.540 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.540 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:44.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:44.559 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:44.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:44.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:44.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:44.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:44.599 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:44.599 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:44.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.600 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.600 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:44.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:44.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:44.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:44.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:44.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:44.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:44.679 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:44.679 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:44.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:44.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:44.739 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:44.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.740 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.740 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.740 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.740 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:44.741 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1349593891(state=PENDING, result=null, callback=(continuation of Deferred@1435221094 after retry RPC after error@2069231411) -> (continuation of Deferred@759012005 after retry RPC after error@1951175698) -> (continuation of Deferred@2083286641 after retry RPC after error@672461480) -> (continuation of Deferred@1774038461 after retry RPC after error@2042710172) -> (continuation of Deferred@1711402547 after retry RPC after error@1762644457) -> (continuation of Deferred@1834703152 after retry RPC after error@506296751) -> (continuation of Deferred@1999924271 after retry RPC after error@1612934073), errback=(continuation of Deferred@1435221094 after retry RPC after error@2069231411) -> (continuation of Deferred@759012005 after retry RPC after error@1951175698) -> (continuation of Deferred@2083286641 after retry RPC after error@672461480) -> (continuation of Deferred@1774038461 after retry RPC after error@2042710172) -> (continuation of Deferred@1711402547 after retry RPC after error@1762644457) -> (continuation of Deferred@1834703152 after retry RPC after error@506296751) -> (continuation of Deferred@1999924271 after retry RPC after error@1612934073)))
20:05:44.741 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1349593891(state=PENDING, result=null, callback=(continuation of Deferred@1435221094 after retry RPC after error@2069231411) -> (continuation of Deferred@759012005 after retry RPC after error@1951175698) -> (continuation of Deferred@2083286641 after retry RPC after error@672461480) -> (continuation of Deferred@1774038461 after retry RPC after error@2042710172) -> (continuation of Deferred@1711402547 after retry RPC after error@1762644457) -> (continuation of Deferred@1834703152 after retry RPC after error@506296751) -> (continuation of Deferred@1999924271 after retry RPC after error@1612934073), errback=(continuation of Deferred@1435221094 after retry RPC after error@2069231411) -> (continuation of Deferred@759012005 after retry RPC after error@1951175698) -> (continuation of Deferred@2083286641 after retry RPC after error@672461480) -> (continuation of Deferred@1774038461 after retry RPC after error@2042710172) -> (continuation of Deferred@1711402547 after retry RPC after error@1762644457) -> (continuation of Deferred@1834703152 after retry RPC after error@506296751) -> (continuation of Deferred@1999924271 after retry RPC after error@1612934073)))
20:05:44.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:44.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:44.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:44.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:44.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:44.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:44.799 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:44.799 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:44.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.800 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.800 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:44.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:44.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:44.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:44.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:44.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:44.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.840 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:44.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:44.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:44.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:44.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:44.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:44.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:44.940 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@670317707(state=PENDING, result=null, callback=(continuation of Deferred@1065009641 after retry RPC after error@1499203691) -> (continuation of Deferred@1779146609 after retry RPC after error@1813903071) -> (continuation of Deferred@83957564 after retry RPC after error@1009207463) -> (continuation of Deferred@174176325 after retry RPC after error@164175064) -> (continuation of Deferred@83644970 after retry RPC after error@35147874) -> (continuation of Deferred@96232436 after retry RPC after error@1154650183), errback=(continuation of Deferred@1065009641 after retry RPC after error@1499203691) -> (continuation of Deferred@1779146609 after retry RPC after error@1813903071) -> (continuation of Deferred@83957564 after retry RPC after error@1009207463) -> (continuation of Deferred@174176325 after retry RPC after error@164175064) -> (continuation of Deferred@83644970 after retry RPC after error@35147874) -> (continuation of Deferred@96232436 after retry RPC after error@1154650183)))
20:05:44.940 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@670317707(state=PENDING, result=null, callback=(continuation of Deferred@1065009641 after retry RPC after error@1499203691) -> (continuation of Deferred@1779146609 after retry RPC after error@1813903071) -> (continuation of Deferred@83957564 after retry RPC after error@1009207463) -> (continuation of Deferred@174176325 after retry RPC after error@164175064) -> (continuation of Deferred@83644970 after retry RPC after error@35147874) -> (continuation of Deferred@96232436 after retry RPC after error@1154650183), errback=(continuation of Deferred@1065009641 after retry RPC after error@1499203691) -> (continuation of Deferred@1779146609 after retry RPC after error@1813903071) -> (continuation of Deferred@83957564 after retry RPC after error@1009207463) -> (continuation of Deferred@174176325 after retry RPC after error@164175064) -> (continuation of Deferred@83644970 after retry RPC after error@35147874) -> (continuation of Deferred@96232436 after retry RPC after error@1154650183)))
20:05:44.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:44.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:44.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:44.979 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:44.979 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:44.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.980 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.980 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:44.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:44.994112 6757 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033, num_attempts: 1)
20:05:44.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:44.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:44.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:44.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:44.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:44.999598 6757 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '68527849fe554464b9bac84b66ab92ff', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '68527849fe554464b9bac84b66ab92ff', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033, num_attempts: 1)
20:05:45.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:45.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:45.001617 6757 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.5.249.254:41591)
20:05:45.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:45.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:45.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:45.039 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:45.039 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:45.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.040 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:45.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:45.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:45.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.060 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.060 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.060 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.060 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.060 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.060 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:45.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:45.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:45.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.080 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:45.139 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:45.139 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:45.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:45.141 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@110229058(state=PENDING, result=null, callback=(continuation of Deferred@1581145238 after retry RPC after error@1708517062) -> (continuation of Deferred@2018157100 after retry RPC after error@1910532225) -> (continuation of Deferred@1570128071 after retry RPC after error@398425701) -> (continuation of Deferred@986314108 after retry RPC after error@1218389700) -> (continuation of Deferred@669042536 after retry RPC after error@1270925735) -> (continuation of Deferred@1045931958 after retry RPC after error@256839614) -> (continuation of Deferred@775242424 after retry RPC after error@1668627240), errback=(continuation of Deferred@1581145238 after retry RPC after error@1708517062) -> (continuation of Deferred@2018157100 after retry RPC after error@1910532225) -> (continuation of Deferred@1570128071 after retry RPC after error@398425701) -> (continuation of Deferred@986314108 after retry RPC after error@1218389700) -> (continuation of Deferred@669042536 after retry RPC after error@1270925735) -> (continuation of Deferred@1045931958 after retry RPC after error@256839614) -> (continuation of Deferred@775242424 after retry RPC after error@1668627240)))
20:05:45.141 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@110229058(state=PENDING, result=null, callback=(continuation of Deferred@1581145238 after retry RPC after error@1708517062) -> (continuation of Deferred@2018157100 after retry RPC after error@1910532225) -> (continuation of Deferred@1570128071 after retry RPC after error@398425701) -> (continuation of Deferred@986314108 after retry RPC after error@1218389700) -> (continuation of Deferred@669042536 after retry RPC after error@1270925735) -> (continuation of Deferred@1045931958 after retry RPC after error@256839614) -> (continuation of Deferred@775242424 after retry RPC after error@1668627240), errback=(continuation of Deferred@1581145238 after retry RPC after error@1708517062) -> (continuation of Deferred@2018157100 after retry RPC after error@1910532225) -> (continuation of Deferred@1570128071 after retry RPC after error@398425701) -> (continuation of Deferred@986314108 after retry RPC after error@1218389700) -> (continuation of Deferred@669042536 after retry RPC after error@1270925735) -> (continuation of Deferred@1045931958 after retry RPC after error@256839614) -> (continuation of Deferred@775242424 after retry RPC after error@1668627240)))
20:05:45.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:45.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:45.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:45.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:45.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:45.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:45.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:45.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:45.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.200 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.200 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.200 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:45.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:45.219 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:45.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:45.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:45.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:45.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:45.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:45.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:45.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:45.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:45.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:45.320 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.320 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.320 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.320 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.320 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.320 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.321 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:45.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:45.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:45.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:45.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:45.399 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:45.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.400 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.400 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:45.400 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:45.401 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@735523214(state=PENDING, result=null, callback=(continuation of Deferred@204588326 after retry RPC after error@1016372978) -> (continuation of Deferred@1569972842 after retry RPC after error@1339745047) -> (continuation of Deferred@1296045887 after retry RPC after error@1429959531) -> (continuation of Deferred@402213652 after retry RPC after error@254005415) -> (continuation of Deferred@1117243283 after retry RPC after error@1287210113) -> (continuation of Deferred@298129385 after retry RPC after error@7494558) -> (continuation of Deferred@2082844508 after retry RPC after error@2059297045) -> (continuation of Deferred@1140677620 after retry RPC after error@1371621054), errback=(continuation of Deferred@204588326 after retry RPC after error@1016372978) -> (continuation of Deferred@1569972842 after retry RPC after error@1339745047) -> (continuation of Deferred@1296045887 after retry RPC after error@1429959531) -> (continuation of Deferred@402213652 after retry RPC after error@254005415) -> (continuation of Deferred@1117243283 after retry RPC after error@1287210113) -> (continuation of Deferred@298129385 after retry RPC after error@7494558) -> (continuation of Deferred@2082844508 after retry RPC after error@2059297045) -> (continuation of Deferred@1140677620 after retry RPC after error@1371621054)))
20:05:45.401 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@735523214(state=PENDING, result=null, callback=(continuation of Deferred@204588326 after retry RPC after error@1016372978) -> (continuation of Deferred@1569972842 after retry RPC after error@1339745047) -> (continuation of Deferred@1296045887 after retry RPC after error@1429959531) -> (continuation of Deferred@402213652 after retry RPC after error@254005415) -> (continuation of Deferred@1117243283 after retry RPC after error@1287210113) -> (continuation of Deferred@298129385 after retry RPC after error@7494558) -> (continuation of Deferred@2082844508 after retry RPC after error@2059297045) -> (continuation of Deferred@1140677620 after retry RPC after error@1371621054), errback=(continuation of Deferred@204588326 after retry RPC after error@1016372978) -> (continuation of Deferred@1569972842 after retry RPC after error@1339745047) -> (continuation of Deferred@1296045887 after retry RPC after error@1429959531) -> (continuation of Deferred@402213652 after retry RPC after error@254005415) -> (continuation of Deferred@1117243283 after retry RPC after error@1287210113) -> (continuation of Deferred@298129385 after retry RPC after error@7494558) -> (continuation of Deferred@2082844508 after retry RPC after error@2059297045) -> (continuation of Deferred@1140677620 after retry RPC after error@1371621054)))
20:05:45.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:45.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:45.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:45.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:45.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:45.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:45.459 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:45.459 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:45.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.460 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.460 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.460 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.460 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.461 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:45.479 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:45.479 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:45.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.480 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.480 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:45.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:45.499 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:45.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:45.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:45.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:45.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:45.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:45.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:45.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:45.678 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@931113232(state=PENDING, result=null, callback=(continuation of Deferred@1986160834 after retry RPC after error@449297511) -> (continuation of Deferred@1014225656 after retry RPC after error@1989067599) -> (continuation of Deferred@323977508 after retry RPC after error@885793710) -> (continuation of Deferred@382372821 after retry RPC after error@383690488) -> (continuation of Deferred@2046251942 after retry RPC after error@754175589) -> (continuation of Deferred@1847950349 after retry RPC after error@229637719) -> (continuation of Deferred@1317467687 after retry RPC after error@2092210548), errback=(continuation of Deferred@1986160834 after retry RPC after error@449297511) -> (continuation of Deferred@1014225656 after retry RPC after error@1989067599) -> (continuation of Deferred@323977508 after retry RPC after error@885793710) -> (continuation of Deferred@382372821 after retry RPC after error@383690488) -> (continuation of Deferred@2046251942 after retry RPC after error@754175589) -> (continuation of Deferred@1847950349 after retry RPC after error@229637719) -> (continuation of Deferred@1317467687 after retry RPC after error@2092210548)))
20:05:45.679 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:05:45.699 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:45.699 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:45.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:45.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:45.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:45.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:45.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:45.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:45.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:45.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:45.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:45.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:45.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:45.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:45.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.780 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:45.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:45.799 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:45.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:45.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:45.859 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:45.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:45.860 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1440639278(state=PENDING, result=null, callback=(continuation of Deferred@40747049 after retry RPC after error@1324111263) -> (continuation of Deferred@1758119284 after retry RPC after error@1325094490) -> (continuation of Deferred@578534180 after retry RPC after error@236405337) -> (continuation of Deferred@810080138 after retry RPC after error@613752415) -> (continuation of Deferred@1531458418 after retry RPC after error@1870243784) -> (continuation of Deferred@435931434 after retry RPC after error@361782188), errback=(continuation of Deferred@40747049 after retry RPC after error@1324111263) -> (continuation of Deferred@1758119284 after retry RPC after error@1325094490) -> (continuation of Deferred@578534180 after retry RPC after error@236405337) -> (continuation of Deferred@810080138 after retry RPC after error@613752415) -> (continuation of Deferred@1531458418 after retry RPC after error@1870243784) -> (continuation of Deferred@435931434 after retry RPC after error@361782188)))
20:05:45.861 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1440639278(state=PENDING, result=null, callback=(continuation of Deferred@40747049 after retry RPC after error@1324111263) -> (continuation of Deferred@1758119284 after retry RPC after error@1325094490) -> (continuation of Deferred@578534180 after retry RPC after error@236405337) -> (continuation of Deferred@810080138 after retry RPC after error@613752415) -> (continuation of Deferred@1531458418 after retry RPC after error@1870243784) -> (continuation of Deferred@435931434 after retry RPC after error@361782188), errback=(continuation of Deferred@40747049 after retry RPC after error@1324111263) -> (continuation of Deferred@1758119284 after retry RPC after error@1325094490) -> (continuation of Deferred@578534180 after retry RPC after error@236405337) -> (continuation of Deferred@810080138 after retry RPC after error@613752415) -> (continuation of Deferred@1531458418 after retry RPC after error@1870243784) -> (continuation of Deferred@435931434 after retry RPC after error@361782188)))
20:05:45.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:45.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:45.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:45.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:45.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:45.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:45.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:45.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:45.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:45.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:45.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:45.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.940 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.940 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.940 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:45.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:45.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:45.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.960 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.960 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.960 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.960 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:45.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:45.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:45.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:45.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:45.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.000 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:46.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:46.019 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:46.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:46.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:46.099 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:46.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:46.100 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1222233892(state=PENDING, result=null, callback=(continuation of Deferred@1362437004 after retry RPC after error@1201219832) -> (continuation of Deferred@733486667 after retry RPC after error@765347063) -> (continuation of Deferred@1439640459 after retry RPC after error@1528764194) -> (continuation of Deferred@809373772 after retry RPC after error@1868059456) -> (continuation of Deferred@1139256915 after retry RPC after error@1625429770) -> (continuation of Deferred@547280682 after retry RPC after error@225530410) -> (continuation of Deferred@1931141345 after retry RPC after error@53539791), errback=(continuation of Deferred@1362437004 after retry RPC after error@1201219832) -> (continuation of Deferred@733486667 after retry RPC after error@765347063) -> (continuation of Deferred@1439640459 after retry RPC after error@1528764194) -> (continuation of Deferred@809373772 after retry RPC after error@1868059456) -> (continuation of Deferred@1139256915 after retry RPC after error@1625429770) -> (continuation of Deferred@547280682 after retry RPC after error@225530410) -> (continuation of Deferred@1931141345 after retry RPC after error@53539791)))
20:05:46.101 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1222233892(state=PENDING, result=null, callback=(continuation of Deferred@1362437004 after retry RPC after error@1201219832) -> (continuation of Deferred@733486667 after retry RPC after error@765347063) -> (continuation of Deferred@1439640459 after retry RPC after error@1528764194) -> (continuation of Deferred@809373772 after retry RPC after error@1868059456) -> (continuation of Deferred@1139256915 after retry RPC after error@1625429770) -> (continuation of Deferred@547280682 after retry RPC after error@225530410) -> (continuation of Deferred@1931141345 after retry RPC after error@53539791), errback=(continuation of Deferred@1362437004 after retry RPC after error@1201219832) -> (continuation of Deferred@733486667 after retry RPC after error@765347063) -> (continuation of Deferred@1439640459 after retry RPC after error@1528764194) -> (continuation of Deferred@809373772 after retry RPC after error@1868059456) -> (continuation of Deferred@1139256915 after retry RPC after error@1625429770) -> (continuation of Deferred@547280682 after retry RPC after error@225530410) -> (continuation of Deferred@1931141345 after retry RPC after error@53539791)))
20:05:46.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:46.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:46.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:46.139 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:46.139 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:46.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.140 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.140 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:46.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:46.159 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:46.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:46.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:46.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:46.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:46.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:46.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:46.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.200 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.200 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.200 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:46.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:46.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:46.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:46.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:46.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:46.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:46.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:46.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:46.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.280 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.280 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.280 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:46.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:46.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:46.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:46.340 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@113808837(state=PENDING, result=null, callback=(continuation of Deferred@1314268020 after retry RPC after error@1987102511) -> (continuation of Deferred@418922295 after retry RPC after error@1516037968) -> (continuation of Deferred@627978988 after retry RPC after error@1440207057) -> (continuation of Deferred@202333403 after retry RPC after error@827608173) -> (continuation of Deferred@1702490617 after retry RPC after error@247723231) -> (continuation of Deferred@2027718744 after retry RPC after error@1811452938) -> (continuation of Deferred@1101289141 after retry RPC after error@1347430226) -> (continuation of Deferred@1280506696 after retry RPC after error@1671790092), errback=(continuation of Deferred@1314268020 after retry RPC after error@1987102511) -> (continuation of Deferred@418922295 after retry RPC after error@1516037968) -> (continuation of Deferred@627978988 after retry RPC after error@1440207057) -> (continuation of Deferred@202333403 after retry RPC after error@827608173) -> (continuation of Deferred@1702490617 after retry RPC after error@247723231) -> (continuation of Deferred@2027718744 after retry RPC after error@1811452938) -> (continuation of Deferred@1101289141 after retry RPC after error@1347430226) -> (continuation of Deferred@1280506696 after retry RPC after error@1671790092)))
20:05:46.340 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@113808837(state=PENDING, result=null, callback=(continuation of Deferred@1314268020 after retry RPC after error@1987102511) -> (continuation of Deferred@418922295 after retry RPC after error@1516037968) -> (continuation of Deferred@627978988 after retry RPC after error@1440207057) -> (continuation of Deferred@202333403 after retry RPC after error@827608173) -> (continuation of Deferred@1702490617 after retry RPC after error@247723231) -> (continuation of Deferred@2027718744 after retry RPC after error@1811452938) -> (continuation of Deferred@1101289141 after retry RPC after error@1347430226) -> (continuation of Deferred@1280506696 after retry RPC after error@1671790092), errback=(continuation of Deferred@1314268020 after retry RPC after error@1987102511) -> (continuation of Deferred@418922295 after retry RPC after error@1516037968) -> (continuation of Deferred@627978988 after retry RPC after error@1440207057) -> (continuation of Deferred@202333403 after retry RPC after error@827608173) -> (continuation of Deferred@1702490617 after retry RPC after error@247723231) -> (continuation of Deferred@2027718744 after retry RPC after error@1811452938) -> (continuation of Deferred@1101289141 after retry RPC after error@1347430226) -> (continuation of Deferred@1280506696 after retry RPC after error@1671790092)))
20:05:46.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:46.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:46.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.360 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.360 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.360 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.360 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:46.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:46.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:46.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:46.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:46.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:46.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:46.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:46.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:46.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:46.439 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:46.439 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:46.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.440 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:46.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:46.459 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:46.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:46.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:46.499 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:46.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:46.599 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:46.599 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:46.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.600 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:46.600 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@295152305(state=PENDING, result=null, callback=(continuation of Deferred@1601177004 after retry RPC after error@28710676) -> (continuation of Deferred@1755001593 after retry RPC after error@1148571513) -> (continuation of Deferred@460844862 after retry RPC after error@709379571) -> (continuation of Deferred@460695225 after retry RPC after error@1896987817) -> (continuation of Deferred@1429975978 after retry RPC after error@1035211555) -> (continuation of Deferred@197278274 after retry RPC after error@2001353575) -> (continuation of Deferred@2145677511 after retry RPC after error@1649694995), errback=(continuation of Deferred@1601177004 after retry RPC after error@28710676) -> (continuation of Deferred@1755001593 after retry RPC after error@1148571513) -> (continuation of Deferred@460844862 after retry RPC after error@709379571) -> (continuation of Deferred@460695225 after retry RPC after error@1896987817) -> (continuation of Deferred@1429975978 after retry RPC after error@1035211555) -> (continuation of Deferred@197278274 after retry RPC after error@2001353575) -> (continuation of Deferred@2145677511 after retry RPC after error@1649694995)))
20:05:46.601 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@295152305(state=PENDING, result=null, callback=(continuation of Deferred@1601177004 after retry RPC after error@28710676) -> (continuation of Deferred@1755001593 after retry RPC after error@1148571513) -> (continuation of Deferred@460844862 after retry RPC after error@709379571) -> (continuation of Deferred@460695225 after retry RPC after error@1896987817) -> (continuation of Deferred@1429975978 after retry RPC after error@1035211555) -> (continuation of Deferred@197278274 after retry RPC after error@2001353575) -> (continuation of Deferred@2145677511 after retry RPC after error@1649694995), errback=(continuation of Deferred@1601177004 after retry RPC after error@28710676) -> (continuation of Deferred@1755001593 after retry RPC after error@1148571513) -> (continuation of Deferred@460844862 after retry RPC after error@709379571) -> (continuation of Deferred@460695225 after retry RPC after error@1896987817) -> (continuation of Deferred@1429975978 after retry RPC after error@1035211555) -> (continuation of Deferred@197278274 after retry RPC after error@2001353575) -> (continuation of Deferred@2145677511 after retry RPC after error@1649694995)))
20:05:46.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:46.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:46.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:46.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:46.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:46.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.639 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:46.659 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:46.659 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:46.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.660 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:46.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:46.679 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:46.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:46.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:46.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:46.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:46.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:46.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:46.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.720 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.720 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:46.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:46.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:46.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.780 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:46.781 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1562667883(state=PENDING, result=null, callback=(continuation of Deferred@841201911 after retry RPC after error@1384700421) -> (continuation of Deferred@251232369 after retry RPC after error@1886965238) -> (continuation of Deferred@1605580558 after retry RPC after error@1266648591) -> (continuation of Deferred@155680025 after retry RPC after error@1063651002) -> (continuation of Deferred@2032885023 after retry RPC after error@1322513355) -> (continuation of Deferred@2093932733 after retry RPC after error@1930590792), errback=(continuation of Deferred@841201911 after retry RPC after error@1384700421) -> (continuation of Deferred@251232369 after retry RPC after error@1886965238) -> (continuation of Deferred@1605580558 after retry RPC after error@1266648591) -> (continuation of Deferred@155680025 after retry RPC after error@1063651002) -> (continuation of Deferred@2032885023 after retry RPC after error@1322513355) -> (continuation of Deferred@2093932733 after retry RPC after error@1930590792)))
20:05:46.781 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1562667883(state=PENDING, result=null, callback=(continuation of Deferred@841201911 after retry RPC after error@1384700421) -> (continuation of Deferred@251232369 after retry RPC after error@1886965238) -> (continuation of Deferred@1605580558 after retry RPC after error@1266648591) -> (continuation of Deferred@155680025 after retry RPC after error@1063651002) -> (continuation of Deferred@2032885023 after retry RPC after error@1322513355) -> (continuation of Deferred@2093932733 after retry RPC after error@1930590792), errback=(continuation of Deferred@841201911 after retry RPC after error@1384700421) -> (continuation of Deferred@251232369 after retry RPC after error@1886965238) -> (continuation of Deferred@1605580558 after retry RPC after error@1266648591) -> (continuation of Deferred@155680025 after retry RPC after error@1063651002) -> (continuation of Deferred@2032885023 after retry RPC after error@1322513355) -> (continuation of Deferred@2093932733 after retry RPC after error@1930590792)))
20:05:46.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:46.799 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:46.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:46.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:46.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:46.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:46.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:46.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:46.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.840 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:46.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:46.859 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:46.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:46.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:46.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:46.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:46.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:46.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:46.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:46.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:46.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:46.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.920 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.920 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:46.920 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:46.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:47.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:47.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:47.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:47.058 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@955963559(state=PENDING, result=null, callback=(continuation of Deferred@944201587 after retry RPC after error@1566889812) -> (continuation of Deferred@846846848 after retry RPC after error@1546125960) -> (continuation of Deferred@1578529465 after retry RPC after error@624148568) -> (continuation of Deferred@1500166821 after retry RPC after error@1162534722) -> (continuation of Deferred@681901800 after retry RPC after error@321837732) -> (continuation of Deferred@522057206 after retry RPC after error@205429144) -> (continuation of Deferred@65172809 after retry RPC after error@1719428203), errback=(continuation of Deferred@944201587 after retry RPC after error@1566889812) -> (continuation of Deferred@846846848 after retry RPC after error@1546125960) -> (continuation of Deferred@1578529465 after retry RPC after error@624148568) -> (continuation of Deferred@1500166821 after retry RPC after error@1162534722) -> (continuation of Deferred@681901800 after retry RPC after error@321837732) -> (continuation of Deferred@522057206 after retry RPC after error@205429144) -> (continuation of Deferred@65172809 after retry RPC after error@1719428203)))
20:05:47.059 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:05:47.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:47.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:47.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:47.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:47.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:47.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:47.119 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:47.119 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:47.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.120 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.120 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.120 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:47.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:47.139 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:47.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:47.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:47.159 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:47.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:47.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:47.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:47.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:47.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:47.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:47.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:47.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:47.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:47.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.240 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.240 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.240 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.240 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.240 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:47.241 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@699300445(state=PENDING, result=null, callback=(continuation of Deferred@343736941 after retry RPC after error@1884748398) -> (continuation of Deferred@1320844062 after retry RPC after error@337415174) -> (continuation of Deferred@1745783426 after retry RPC after error@793544807) -> (continuation of Deferred@842232859 after retry RPC after error@1119855335) -> (continuation of Deferred@1593404072 after retry RPC after error@356376224) -> (continuation of Deferred@1015542704 after retry RPC after error@59823709) -> (continuation of Deferred@380194989 after retry RPC after error@1830441990), errback=(continuation of Deferred@343736941 after retry RPC after error@1884748398) -> (continuation of Deferred@1320844062 after retry RPC after error@337415174) -> (continuation of Deferred@1745783426 after retry RPC after error@793544807) -> (continuation of Deferred@842232859 after retry RPC after error@1119855335) -> (continuation of Deferred@1593404072 after retry RPC after error@356376224) -> (continuation of Deferred@1015542704 after retry RPC after error@59823709) -> (continuation of Deferred@380194989 after retry RPC after error@1830441990)))
20:05:47.241 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@699300445(state=PENDING, result=null, callback=(continuation of Deferred@343736941 after retry RPC after error@1884748398) -> (continuation of Deferred@1320844062 after retry RPC after error@337415174) -> (continuation of Deferred@1745783426 after retry RPC after error@793544807) -> (continuation of Deferred@842232859 after retry RPC after error@1119855335) -> (continuation of Deferred@1593404072 after retry RPC after error@356376224) -> (continuation of Deferred@1015542704 after retry RPC after error@59823709) -> (continuation of Deferred@380194989 after retry RPC after error@1830441990), errback=(continuation of Deferred@343736941 after retry RPC after error@1884748398) -> (continuation of Deferred@1320844062 after retry RPC after error@337415174) -> (continuation of Deferred@1745783426 after retry RPC after error@793544807) -> (continuation of Deferred@842232859 after retry RPC after error@1119855335) -> (continuation of Deferred@1593404072 after retry RPC after error@356376224) -> (continuation of Deferred@1015542704 after retry RPC after error@59823709) -> (continuation of Deferred@380194989 after retry RPC after error@1830441990)))
20:05:47.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:47.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:47.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:47.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:47.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:47.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:47.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:47.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:47.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:47.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:47.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:47.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.320 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.320 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.320 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.320 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.320 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.321 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:47.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:47.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:47.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.340 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.340 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.340 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.340 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:47.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:47.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:47.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:47.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:47.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:47.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:47.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:47.479 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:47.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:47.480 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@615552106(state=PENDING, result=null, callback=(continuation of Deferred@459669462 after retry RPC after error@1753824300) -> (continuation of Deferred@2001606784 after retry RPC after error@1476252103) -> (continuation of Deferred@1674710945 after retry RPC after error@1117464491) -> (continuation of Deferred@1167502688 after retry RPC after error@2086420476) -> (continuation of Deferred@260081873 after retry RPC after error@339558645) -> (continuation of Deferred@1680868031 after retry RPC after error@2039378458) -> (continuation of Deferred@1925430266 after retry RPC after error@210204607), errback=(continuation of Deferred@459669462 after retry RPC after error@1753824300) -> (continuation of Deferred@2001606784 after retry RPC after error@1476252103) -> (continuation of Deferred@1674710945 after retry RPC after error@1117464491) -> (continuation of Deferred@1167502688 after retry RPC after error@2086420476) -> (continuation of Deferred@260081873 after retry RPC after error@339558645) -> (continuation of Deferred@1680868031 after retry RPC after error@2039378458) -> (continuation of Deferred@1925430266 after retry RPC after error@210204607)))
20:05:47.481 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@615552106(state=PENDING, result=null, callback=(continuation of Deferred@459669462 after retry RPC after error@1753824300) -> (continuation of Deferred@2001606784 after retry RPC after error@1476252103) -> (continuation of Deferred@1674710945 after retry RPC after error@1117464491) -> (continuation of Deferred@1167502688 after retry RPC after error@2086420476) -> (continuation of Deferred@260081873 after retry RPC after error@339558645) -> (continuation of Deferred@1680868031 after retry RPC after error@2039378458) -> (continuation of Deferred@1925430266 after retry RPC after error@210204607), errback=(continuation of Deferred@459669462 after retry RPC after error@1753824300) -> (continuation of Deferred@2001606784 after retry RPC after error@1476252103) -> (continuation of Deferred@1674710945 after retry RPC after error@1117464491) -> (continuation of Deferred@1167502688 after retry RPC after error@2086420476) -> (continuation of Deferred@260081873 after retry RPC after error@339558645) -> (continuation of Deferred@1680868031 after retry RPC after error@2039378458) -> (continuation of Deferred@1925430266 after retry RPC after error@210204607)))
20:05:47.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:47.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:47.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:47.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:47.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:47.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:47.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:47.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:47.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.540 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.540 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.540 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.540 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.540 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:47.559 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:47.559 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:47.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:47.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:47.579 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:47.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.581 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:47.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:47.591504 6995 master_runner.cc:186] Error getting master registration for 127.5.249.253:34953: Network error: Client connection negotiation failed: client connection to 127.5.249.253:34953: connect: Connection refused (error 111),
20:05:47.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:47.591720 6995 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:05:47.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:47.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:47.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:47.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:47.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:47.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.620 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.620 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:47.758 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1847738608(state=PENDING, result=null, callback=(continuation of Deferred@359102073 after retry RPC after error@1547000488) -> (continuation of Deferred@1731615867 after retry RPC after error@460301741) -> (continuation of Deferred@899013639 after retry RPC after error@1132670983) -> (continuation of Deferred@369322376 after retry RPC after error@1890051112) -> (continuation of Deferred@1808362463 after retry RPC after error@831552937) -> (continuation of Deferred@1020398906 after retry RPC after error@1939552300) -> (continuation of Deferred@1403793939 after retry RPC after error@1642291450), errback=(continuation of Deferred@359102073 after retry RPC after error@1547000488) -> (continuation of Deferred@1731615867 after retry RPC after error@460301741) -> (continuation of Deferred@899013639 after retry RPC after error@1132670983) -> (continuation of Deferred@369322376 after retry RPC after error@1890051112) -> (continuation of Deferred@1808362463 after retry RPC after error@831552937) -> (continuation of Deferred@1020398906 after retry RPC after error@1939552300) -> (continuation of Deferred@1403793939 after retry RPC after error@1642291450)))
20:05:47.759 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:05:47.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:47.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:47.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.780 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:47.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:47.799 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:47.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:47.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:47.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:47.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:47.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:47.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:47.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.840 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.840 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:47.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:47.859 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:47.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:47.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:47.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:47.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:47.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:47.979 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:47.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:47.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:47.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:47.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:47.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:47.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:48.000 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [200ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [200ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1670986204(state=PENDING, result=null, callback=(continuation of Deferred@1577337344 after retry RPC after error@2000789744) -> (continuation of Deferred@1746721248 after retry RPC after error@1122061030) -> (continuation of Deferred@1040782584 after retry RPC after error@1144350185) -> (continuation of Deferred@1256748886 after retry RPC after error@35037847) -> (continuation of Deferred@1951320313 after retry RPC after error@456913332) -> (continuation of Deferred@316696386 after retry RPC after error@634744211) -> (continuation of Deferred@668889296 after retry RPC after error@1672250318), errback=(continuation of Deferred@1577337344 after retry RPC after error@2000789744) -> (continuation of Deferred@1746721248 after retry RPC after error@1122061030) -> (continuation of Deferred@1040782584 after retry RPC after error@1144350185) -> (continuation of Deferred@1256748886 after retry RPC after error@35037847) -> (continuation of Deferred@1951320313 after retry RPC after error@456913332) -> (continuation of Deferred@316696386 after retry RPC after error@634744211) -> (continuation of Deferred@668889296 after retry RPC after error@1672250318)))
20:05:48.001 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [200ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [200ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1670986204(state=PENDING, result=null, callback=(continuation of Deferred@1577337344 after retry RPC after error@2000789744) -> (continuation of Deferred@1746721248 after retry RPC after error@1122061030) -> (continuation of Deferred@1040782584 after retry RPC after error@1144350185) -> (continuation of Deferred@1256748886 after retry RPC after error@35037847) -> (continuation of Deferred@1951320313 after retry RPC after error@456913332) -> (continuation of Deferred@316696386 after retry RPC after error@634744211) -> (continuation of Deferred@668889296 after retry RPC after error@1672250318), errback=(continuation of Deferred@1577337344 after retry RPC after error@2000789744) -> (continuation of Deferred@1746721248 after retry RPC after error@1122061030) -> (continuation of Deferred@1040782584 after retry RPC after error@1144350185) -> (continuation of Deferred@1256748886 after retry RPC after error@35037847) -> (continuation of Deferred@1951320313 after retry RPC after error@456913332) -> (continuation of Deferred@316696386 after retry RPC after error@634744211) -> (continuation of Deferred@668889296 after retry RPC after error@1672250318)))
20:05:48.019 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:48.019 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:48.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.020 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.020 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:48.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:48.039 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:48.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:48.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:48.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:48.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:48.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:48.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:48.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.080 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.080 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.080 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.080 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.081 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:48.099 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:48.099 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:48.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.100 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.100 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:48.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:48.139 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:48.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:48.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:48.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:48.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:48.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:48.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:48.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:48.220 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [200ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [200ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1101656167(state=PENDING, result=null, callback=(continuation of Deferred@1768090799 after retry RPC after error@1347747613) -> (continuation of Deferred@12550657 after retry RPC after error@245067961) -> (continuation of Deferred@1885532753 after retry RPC after error@121194327) -> (continuation of Deferred@2078962235 after retry RPC after error@782355271) -> (continuation of Deferred@1228297400 after retry RPC after error@75018550) -> (continuation of Deferred@749432872 after retry RPC after error@217087241) -> (continuation of Deferred@1998089147 after retry RPC after error@917013871), errback=(continuation of Deferred@1768090799 after retry RPC after error@1347747613) -> (continuation of Deferred@12550657 after retry RPC after error@245067961) -> (continuation of Deferred@1885532753 after retry RPC after error@121194327) -> (continuation of Deferred@2078962235 after retry RPC after error@782355271) -> (continuation of Deferred@1228297400 after retry RPC after error@75018550) -> (continuation of Deferred@749432872 after retry RPC after error@217087241) -> (continuation of Deferred@1998089147 after retry RPC after error@917013871)))
20:05:48.221 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [200ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [200ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1101656167(state=PENDING, result=null, callback=(continuation of Deferred@1768090799 after retry RPC after error@1347747613) -> (continuation of Deferred@12550657 after retry RPC after error@245067961) -> (continuation of Deferred@1885532753 after retry RPC after error@121194327) -> (continuation of Deferred@2078962235 after retry RPC after error@782355271) -> (continuation of Deferred@1228297400 after retry RPC after error@75018550) -> (continuation of Deferred@749432872 after retry RPC after error@217087241) -> (continuation of Deferred@1998089147 after retry RPC after error@917013871), errback=(continuation of Deferred@1768090799 after retry RPC after error@1347747613) -> (continuation of Deferred@12550657 after retry RPC after error@245067961) -> (continuation of Deferred@1885532753 after retry RPC after error@121194327) -> (continuation of Deferred@2078962235 after retry RPC after error@782355271) -> (continuation of Deferred@1228297400 after retry RPC after error@75018550) -> (continuation of Deferred@749432872 after retry RPC after error@217087241) -> (continuation of Deferred@1998089147 after retry RPC after error@917013871)))
20:05:48.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:48.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:48.240 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.240 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.240 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.240 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.240 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.241 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:48.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:48.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:48.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:48.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:48.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:48.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:48.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:48.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:48.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:48.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:48.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:48.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.320 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.320 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:48.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:48.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:48.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.360 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.360 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:48.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:48.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:48.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:48.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:48.459 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:48.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:48.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:48.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:48.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:48.481 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [240ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [240ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1606164381(state=PENDING, result=null, callback=(continuation of Deferred@336836909 after retry RPC after error@766834630) -> (continuation of Deferred@2142974770 after retry RPC after error@1078238127) -> (continuation of Deferred@1226283099 after retry RPC after error@1133988984) -> (continuation of Deferred@1704183195 after retry RPC after error@24032101) -> (continuation of Deferred@1959667283 after retry RPC after error@230903870) -> (continuation of Deferred@1988616960 after retry RPC after error@33981230) -> (continuation of Deferred@134201731 after retry RPC after error@271197154) -> (continuation of Deferred@1509707012 after retry RPC after error@1876277990), errback=(continuation of Deferred@336836909 after retry RPC after error@766834630) -> (continuation of Deferred@2142974770 after retry RPC after error@1078238127) -> (continuation of Deferred@1226283099 after retry RPC after error@1133988984) -> (continuation of Deferred@1704183195 after retry RPC after error@24032101) -> (continuation of Deferred@1959667283 after retry RPC after error@230903870) -> (continuation of Deferred@1988616960 after retry RPC after error@33981230) -> (continuation of Deferred@134201731 after retry RPC after error@271197154) -> (continuation of Deferred@1509707012 after retry RPC after error@1876277990)))
20:05:48.481 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [240ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [240ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1606164381(state=PENDING, result=null, callback=(continuation of Deferred@336836909 after retry RPC after error@766834630) -> (continuation of Deferred@2142974770 after retry RPC after error@1078238127) -> (continuation of Deferred@1226283099 after retry RPC after error@1133988984) -> (continuation of Deferred@1704183195 after retry RPC after error@24032101) -> (continuation of Deferred@1959667283 after retry RPC after error@230903870) -> (continuation of Deferred@1988616960 after retry RPC after error@33981230) -> (continuation of Deferred@134201731 after retry RPC after error@271197154) -> (continuation of Deferred@1509707012 after retry RPC after error@1876277990), errback=(continuation of Deferred@336836909 after retry RPC after error@766834630) -> (continuation of Deferred@2142974770 after retry RPC after error@1078238127) -> (continuation of Deferred@1226283099 after retry RPC after error@1133988984) -> (continuation of Deferred@1704183195 after retry RPC after error@24032101) -> (continuation of Deferred@1959667283 after retry RPC after error@230903870) -> (continuation of Deferred@1988616960 after retry RPC after error@33981230) -> (continuation of Deferred@134201731 after retry RPC after error@271197154) -> (continuation of Deferred@1509707012 after retry RPC after error@1876277990)))
20:05:48.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:48.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:48.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:48.519 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:48.519 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:48.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.520 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:48.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:48.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:48.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:48.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:48.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:48.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:48.579 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:48.579 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:48.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.580 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.580 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:48.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:48.599 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:48.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:48.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:48.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:48.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:48.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:48.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:48.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:48.720 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@79826667(state=PENDING, result=null, callback=(continuation of Deferred@360788596 after retry RPC after error@64976524) -> (continuation of Deferred@1256216988 after retry RPC after error@1581364093) -> (continuation of Deferred@1112488019 after retry RPC after error@987516288) -> (continuation of Deferred@1924714494 after retry RPC after error@556880015) -> (continuation of Deferred@445081946 after retry RPC after error@1114605511) -> (continuation of Deferred@1989961547 after retry RPC after error@1560470591) -> (continuation of Deferred@2087619452 after retry RPC after error@1115777673), errback=(continuation of Deferred@360788596 after retry RPC after error@64976524) -> (continuation of Deferred@1256216988 after retry RPC after error@1581364093) -> (continuation of Deferred@1112488019 after retry RPC after error@987516288) -> (continuation of Deferred@1924714494 after retry RPC after error@556880015) -> (continuation of Deferred@445081946 after retry RPC after error@1114605511) -> (continuation of Deferred@1989961547 after retry RPC after error@1560470591) -> (continuation of Deferred@2087619452 after retry RPC after error@1115777673)))
20:05:48.721 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@79826667(state=PENDING, result=null, callback=(continuation of Deferred@360788596 after retry RPC after error@64976524) -> (continuation of Deferred@1256216988 after retry RPC after error@1581364093) -> (continuation of Deferred@1112488019 after retry RPC after error@987516288) -> (continuation of Deferred@1924714494 after retry RPC after error@556880015) -> (continuation of Deferred@445081946 after retry RPC after error@1114605511) -> (continuation of Deferred@1989961547 after retry RPC after error@1560470591) -> (continuation of Deferred@2087619452 after retry RPC after error@1115777673), errback=(continuation of Deferred@360788596 after retry RPC after error@64976524) -> (continuation of Deferred@1256216988 after retry RPC after error@1581364093) -> (continuation of Deferred@1112488019 after retry RPC after error@987516288) -> (continuation of Deferred@1924714494 after retry RPC after error@556880015) -> (continuation of Deferred@445081946 after retry RPC after error@1114605511) -> (continuation of Deferred@1989961547 after retry RPC after error@1560470591) -> (continuation of Deferred@2087619452 after retry RPC after error@1115777673)))
20:05:48.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:48.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:48.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:48.759 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:48.759 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:48.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.760 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.760 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:48.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:48.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:48.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:48.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:48.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:48.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:48.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:48.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:48.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:48.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:48.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:48.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:48.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:48.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:48.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:48.920 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@536655830(state=PENDING, result=null, callback=(continuation of Deferred@1153047093 after retry RPC after error@1558440174) -> (continuation of Deferred@1411752283 after retry RPC after error@773717518) -> (continuation of Deferred@987902538 after retry RPC after error@2030373216) -> (continuation of Deferred@13848674 after retry RPC after error@1098851320) -> (continuation of Deferred@1780754943 after retry RPC after error@993752018) -> (continuation of Deferred@561083543 after retry RPC after error@422175650), errback=(continuation of Deferred@1153047093 after retry RPC after error@1558440174) -> (continuation of Deferred@1411752283 after retry RPC after error@773717518) -> (continuation of Deferred@987902538 after retry RPC after error@2030373216) -> (continuation of Deferred@13848674 after retry RPC after error@1098851320) -> (continuation of Deferred@1780754943 after retry RPC after error@993752018) -> (continuation of Deferred@561083543 after retry RPC after error@422175650)))
20:05:48.920 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@536655830(state=PENDING, result=null, callback=(continuation of Deferred@1153047093 after retry RPC after error@1558440174) -> (continuation of Deferred@1411752283 after retry RPC after error@773717518) -> (continuation of Deferred@987902538 after retry RPC after error@2030373216) -> (continuation of Deferred@13848674 after retry RPC after error@1098851320) -> (continuation of Deferred@1780754943 after retry RPC after error@993752018) -> (continuation of Deferred@561083543 after retry RPC after error@422175650), errback=(continuation of Deferred@1153047093 after retry RPC after error@1558440174) -> (continuation of Deferred@1411752283 after retry RPC after error@773717518) -> (continuation of Deferred@987902538 after retry RPC after error@2030373216) -> (continuation of Deferred@13848674 after retry RPC after error@1098851320) -> (continuation of Deferred@1780754943 after retry RPC after error@993752018) -> (continuation of Deferred@561083543 after retry RPC after error@422175650)))
20:05:48.939 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:48.939 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:48.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.940 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.940 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:48.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:48.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:48.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:48.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:48.979 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:48.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:48.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:48.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:48.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:48.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:48.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.000 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.000 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:49.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:49.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:49.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:49.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:49.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:49.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.060 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.060 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.060 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.060 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.060 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:49.119 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:49.119 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:49.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.120 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.120 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.120 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:49.120 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1162166826(state=PENDING, result=null, callback=(continuation of Deferred@432191196 after retry RPC after error@1719903936) -> (continuation of Deferred@91694739 after retry RPC after error@1791778821) -> (continuation of Deferred@1723097046 after retry RPC after error@494555238) -> (continuation of Deferred@562413284 after retry RPC after error@683687577) -> (continuation of Deferred@1825476280 after retry RPC after error@595069479) -> (continuation of Deferred@788984370 after retry RPC after error@110831037), errback=(continuation of Deferred@432191196 after retry RPC after error@1719903936) -> (continuation of Deferred@91694739 after retry RPC after error@1791778821) -> (continuation of Deferred@1723097046 after retry RPC after error@494555238) -> (continuation of Deferred@562413284 after retry RPC after error@683687577) -> (continuation of Deferred@1825476280 after retry RPC after error@595069479) -> (continuation of Deferred@788984370 after retry RPC after error@110831037)))
20:05:49.121 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1162166826(state=PENDING, result=null, callback=(continuation of Deferred@432191196 after retry RPC after error@1719903936) -> (continuation of Deferred@91694739 after retry RPC after error@1791778821) -> (continuation of Deferred@1723097046 after retry RPC after error@494555238) -> (continuation of Deferred@562413284 after retry RPC after error@683687577) -> (continuation of Deferred@1825476280 after retry RPC after error@595069479) -> (continuation of Deferred@788984370 after retry RPC after error@110831037), errback=(continuation of Deferred@432191196 after retry RPC after error@1719903936) -> (continuation of Deferred@91694739 after retry RPC after error@1791778821) -> (continuation of Deferred@1723097046 after retry RPC after error@494555238) -> (continuation of Deferred@562413284 after retry RPC after error@683687577) -> (continuation of Deferred@1825476280 after retry RPC after error@595069479) -> (continuation of Deferred@788984370 after retry RPC after error@110831037)))
20:05:49.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:49.139 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:49.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:49.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:49.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:49.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:49.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:49.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:49.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:49.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:49.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:49.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.200 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.200 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.200 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:49.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:49.219 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:49.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:49.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:49.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:49.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:49.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:49.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:49.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:49.299 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:49.299 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:49.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.300 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.300 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:49.301 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@2139552778(state=PENDING, result=null, callback=(continuation of Deferred@115898684 after retry RPC after error@2061184143) -> (continuation of Deferred@142683976 after retry RPC after error@1085269246) -> (continuation of Deferred@88822862 after retry RPC after error@643280700) -> (continuation of Deferred@665665489 after retry RPC after error@404400078) -> (continuation of Deferred@1194092967 after retry RPC after error@1553535025) -> (continuation of Deferred@310706116 after retry RPC after error@1600982669) -> (continuation of Deferred@2074617238 after retry RPC after error@1864673866), errback=(continuation of Deferred@115898684 after retry RPC after error@2061184143) -> (continuation of Deferred@142683976 after retry RPC after error@1085269246) -> (continuation of Deferred@88822862 after retry RPC after error@643280700) -> (continuation of Deferred@665665489 after retry RPC after error@404400078) -> (continuation of Deferred@1194092967 after retry RPC after error@1553535025) -> (continuation of Deferred@310706116 after retry RPC after error@1600982669) -> (continuation of Deferred@2074617238 after retry RPC after error@1864673866)))
20:05:49.301 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@2139552778(state=PENDING, result=null, callback=(continuation of Deferred@115898684 after retry RPC after error@2061184143) -> (continuation of Deferred@142683976 after retry RPC after error@1085269246) -> (continuation of Deferred@88822862 after retry RPC after error@643280700) -> (continuation of Deferred@665665489 after retry RPC after error@404400078) -> (continuation of Deferred@1194092967 after retry RPC after error@1553535025) -> (continuation of Deferred@310706116 after retry RPC after error@1600982669) -> (continuation of Deferred@2074617238 after retry RPC after error@1864673866), errback=(continuation of Deferred@115898684 after retry RPC after error@2061184143) -> (continuation of Deferred@142683976 after retry RPC after error@1085269246) -> (continuation of Deferred@88822862 after retry RPC after error@643280700) -> (continuation of Deferred@665665489 after retry RPC after error@404400078) -> (continuation of Deferred@1194092967 after retry RPC after error@1553535025) -> (continuation of Deferred@310706116 after retry RPC after error@1600982669) -> (continuation of Deferred@2074617238 after retry RPC after error@1864673866)))
20:05:49.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:49.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:49.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.320 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.320 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.320 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.320 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:49.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:49.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:49.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:49.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:49.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:49.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:49.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:49.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:49.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.380 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.380 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:49.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:49.399 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:49.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:49.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:49.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:49.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.420 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.420 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:49.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:49.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:49.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:49.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:49.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:49.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:49.560 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1481167565(state=PENDING, result=null, callback=(continuation of Deferred@1901314752 after retry RPC after error@1569596689) -> (continuation of Deferred@1928860317 after retry RPC after error@1815636149) -> (continuation of Deferred@51573296 after retry RPC after error@798550510) -> (continuation of Deferred@499542650 after retry RPC after error@848610487) -> (continuation of Deferred@637739943 after retry RPC after error@1320974608) -> (continuation of Deferred@1619480327 after retry RPC after error@1948421852) -> (continuation of Deferred@1266910692 after retry RPC after error@1725567357), errback=(continuation of Deferred@1901314752 after retry RPC after error@1569596689) -> (continuation of Deferred@1928860317 after retry RPC after error@1815636149) -> (continuation of Deferred@51573296 after retry RPC after error@798550510) -> (continuation of Deferred@499542650 after retry RPC after error@848610487) -> (continuation of Deferred@637739943 after retry RPC after error@1320974608) -> (continuation of Deferred@1619480327 after retry RPC after error@1948421852) -> (continuation of Deferred@1266910692 after retry RPC after error@1725567357)))
20:05:49.560 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1481167565(state=PENDING, result=null, callback=(continuation of Deferred@1901314752 after retry RPC after error@1569596689) -> (continuation of Deferred@1928860317 after retry RPC after error@1815636149) -> (continuation of Deferred@51573296 after retry RPC after error@798550510) -> (continuation of Deferred@499542650 after retry RPC after error@848610487) -> (continuation of Deferred@637739943 after retry RPC after error@1320974608) -> (continuation of Deferred@1619480327 after retry RPC after error@1948421852) -> (continuation of Deferred@1266910692 after retry RPC after error@1725567357), errback=(continuation of Deferred@1901314752 after retry RPC after error@1569596689) -> (continuation of Deferred@1928860317 after retry RPC after error@1815636149) -> (continuation of Deferred@51573296 after retry RPC after error@798550510) -> (continuation of Deferred@499542650 after retry RPC after error@848610487) -> (continuation of Deferred@637739943 after retry RPC after error@1320974608) -> (continuation of Deferred@1619480327 after retry RPC after error@1948421852) -> (continuation of Deferred@1266910692 after retry RPC after error@1725567357)))
20:05:49.579 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:49.579 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:49.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.580 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.580 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.580 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.580 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:49.599 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:49.599 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:49.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:49.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:49.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:49.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:49.639 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:49.639 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:49.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.640 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.640 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.640 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.640 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:49.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:49.659 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:49.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.660 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.660 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.660 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:49.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:49.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:49.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:49.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:49.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:49.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:49.759 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:49.759 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:49.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.760 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.760 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.760 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.760 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.760 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:49.761 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1234559585(state=PENDING, result=null, callback=(continuation of Deferred@145369806 after retry RPC after error@2147081579) -> (continuation of Deferred@2110543460 after retry RPC after error@464270678) -> (continuation of Deferred@1107919031 after retry RPC after error@1932136216) -> (continuation of Deferred@1816795247 after retry RPC after error@381060661) -> (continuation of Deferred@406106220 after retry RPC after error@1002782397) -> (continuation of Deferred@133222602 after retry RPC after error@634743087) -> (continuation of Deferred@408881705 after retry RPC after error@176025417), errback=(continuation of Deferred@145369806 after retry RPC after error@2147081579) -> (continuation of Deferred@2110543460 after retry RPC after error@464270678) -> (continuation of Deferred@1107919031 after retry RPC after error@1932136216) -> (continuation of Deferred@1816795247 after retry RPC after error@381060661) -> (continuation of Deferred@406106220 after retry RPC after error@1002782397) -> (continuation of Deferred@133222602 after retry RPC after error@634743087) -> (continuation of Deferred@408881705 after retry RPC after error@176025417)))
20:05:49.762 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1234559585(state=PENDING, result=null, callback=(continuation of Deferred@145369806 after retry RPC after error@2147081579) -> (continuation of Deferred@2110543460 after retry RPC after error@464270678) -> (continuation of Deferred@1107919031 after retry RPC after error@1932136216) -> (continuation of Deferred@1816795247 after retry RPC after error@381060661) -> (continuation of Deferred@406106220 after retry RPC after error@1002782397) -> (continuation of Deferred@133222602 after retry RPC after error@634743087) -> (continuation of Deferred@408881705 after retry RPC after error@176025417), errback=(continuation of Deferred@145369806 after retry RPC after error@2147081579) -> (continuation of Deferred@2110543460 after retry RPC after error@464270678) -> (continuation of Deferred@1107919031 after retry RPC after error@1932136216) -> (continuation of Deferred@1816795247 after retry RPC after error@381060661) -> (continuation of Deferred@406106220 after retry RPC after error@1002782397) -> (continuation of Deferred@133222602 after retry RPC after error@634743087) -> (continuation of Deferred@408881705 after retry RPC after error@176025417)))
20:05:49.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:49.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:49.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:49.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:49.799 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:49.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:49.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:49.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:49.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:49.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:49.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:49.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.840 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:49.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:49.859 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:49.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:49.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:49.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:49.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:49.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:49.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:49.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:49.940 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@2059208333(state=PENDING, result=null, callback=(continuation of Deferred@127154092 after retry RPC after error@1543801432) -> (continuation of Deferred@1083772910 after retry RPC after error@1375920158) -> (continuation of Deferred@1947047077 after retry RPC after error@212043318) -> (continuation of Deferred@80547379 after retry RPC after error@1099570340) -> (continuation of Deferred@1496973452 after retry RPC after error@1228451755) -> (continuation of Deferred@636001321 after retry RPC after error@882301708), errback=(continuation of Deferred@127154092 after retry RPC after error@1543801432) -> (continuation of Deferred@1083772910 after retry RPC after error@1375920158) -> (continuation of Deferred@1947047077 after retry RPC after error@212043318) -> (continuation of Deferred@80547379 after retry RPC after error@1099570340) -> (continuation of Deferred@1496973452 after retry RPC after error@1228451755) -> (continuation of Deferred@636001321 after retry RPC after error@882301708)))
20:05:49.940 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@2059208333(state=PENDING, result=null, callback=(continuation of Deferred@127154092 after retry RPC after error@1543801432) -> (continuation of Deferred@1083772910 after retry RPC after error@1375920158) -> (continuation of Deferred@1947047077 after retry RPC after error@212043318) -> (continuation of Deferred@80547379 after retry RPC after error@1099570340) -> (continuation of Deferred@1496973452 after retry RPC after error@1228451755) -> (continuation of Deferred@636001321 after retry RPC after error@882301708), errback=(continuation of Deferred@127154092 after retry RPC after error@1543801432) -> (continuation of Deferred@1083772910 after retry RPC after error@1375920158) -> (continuation of Deferred@1947047077 after retry RPC after error@212043318) -> (continuation of Deferred@80547379 after retry RPC after error@1099570340) -> (continuation of Deferred@1496973452 after retry RPC after error@1228451755) -> (continuation of Deferred@636001321 after retry RPC after error@882301708)))
20:05:49.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:49.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:49.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.960 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.960 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:49.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:49.979 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:49.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:49.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:49.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:49.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:49.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:49.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:49.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:50.019 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:50.019 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:50.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.020 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.020 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.020 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:50.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:50.033439 6757 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033, num_attempts: 1)
20:05:50.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:50.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:50.038875 6757 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '68527849fe554464b9bac84b66ab92ff', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '68527849fe554464b9bac84b66ab92ff', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033, num_attempts: 1)
20:05:50.039 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:50.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:50.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:50.040799 6757 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.5.249.254:41591)
20:05:50.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:50.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:50.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.080 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:50.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:50.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:50.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:50.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:50.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:50.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:50.160 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [200ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [200ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@162877377(state=PENDING, result=null, callback=(continuation of Deferred@415120214 after retry RPC after error@1351529774) -> (continuation of Deferred@384544745 after retry RPC after error@889401778) -> (continuation of Deferred@1544472783 after retry RPC after error@2030842277) -> (continuation of Deferred@844324234 after retry RPC after error@510751955) -> (continuation of Deferred@882089826 after retry RPC after error@747241804) -> (continuation of Deferred@77440602 after retry RPC after error@291479030) -> (continuation of Deferred@966752304 after retry RPC after error@1172540974), errback=(continuation of Deferred@415120214 after retry RPC after error@1351529774) -> (continuation of Deferred@384544745 after retry RPC after error@889401778) -> (continuation of Deferred@1544472783 after retry RPC after error@2030842277) -> (continuation of Deferred@844324234 after retry RPC after error@510751955) -> (continuation of Deferred@882089826 after retry RPC after error@747241804) -> (continuation of Deferred@77440602 after retry RPC after error@291479030) -> (continuation of Deferred@966752304 after retry RPC after error@1172540974)))
20:05:50.161 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [0ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [200ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [200ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@162877377(state=PENDING, result=null, callback=(continuation of Deferred@415120214 after retry RPC after error@1351529774) -> (continuation of Deferred@384544745 after retry RPC after error@889401778) -> (continuation of Deferred@1544472783 after retry RPC after error@2030842277) -> (continuation of Deferred@844324234 after retry RPC after error@510751955) -> (continuation of Deferred@882089826 after retry RPC after error@747241804) -> (continuation of Deferred@77440602 after retry RPC after error@291479030) -> (continuation of Deferred@966752304 after retry RPC after error@1172540974), errback=(continuation of Deferred@415120214 after retry RPC after error@1351529774) -> (continuation of Deferred@384544745 after retry RPC after error@889401778) -> (continuation of Deferred@1544472783 after retry RPC after error@2030842277) -> (continuation of Deferred@844324234 after retry RPC after error@510751955) -> (continuation of Deferred@882089826 after retry RPC after error@747241804) -> (continuation of Deferred@77440602 after retry RPC after error@291479030) -> (continuation of Deferred@966752304 after retry RPC after error@1172540974)))
20:05:50.179 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:50.179 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:50.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.180 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.180 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.180 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.180 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:50.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:50.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:50.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:50.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:50.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:50.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:50.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:50.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:50.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.240 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.240 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:50.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:50.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:50.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:50.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:50.299 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:50.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:50.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:50.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:50.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:50.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:50.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:50.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.340 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.340 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.340 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.340 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:50.341 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@727020939(state=PENDING, result=null, callback=(continuation of Deferred@568117036 after retry RPC after error@1305712342) -> (continuation of Deferred@33049750 after retry RPC after error@16881679) -> (continuation of Deferred@1176754852 after retry RPC after error@387416464) -> (continuation of Deferred@1414066968 after retry RPC after error@1501878398) -> (continuation of Deferred@27975440 after retry RPC after error@714790324) -> (continuation of Deferred@962143180 after retry RPC after error@1180785585) -> (continuation of Deferred@300174898 after retry RPC after error@1840189135), errback=(continuation of Deferred@568117036 after retry RPC after error@1305712342) -> (continuation of Deferred@33049750 after retry RPC after error@16881679) -> (continuation of Deferred@1176754852 after retry RPC after error@387416464) -> (continuation of Deferred@1414066968 after retry RPC after error@1501878398) -> (continuation of Deferred@27975440 after retry RPC after error@714790324) -> (continuation of Deferred@962143180 after retry RPC after error@1180785585) -> (continuation of Deferred@300174898 after retry RPC after error@1840189135)))
20:05:50.341 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@727020939(state=PENDING, result=null, callback=(continuation of Deferred@568117036 after retry RPC after error@1305712342) -> (continuation of Deferred@33049750 after retry RPC after error@16881679) -> (continuation of Deferred@1176754852 after retry RPC after error@387416464) -> (continuation of Deferred@1414066968 after retry RPC after error@1501878398) -> (continuation of Deferred@27975440 after retry RPC after error@714790324) -> (continuation of Deferred@962143180 after retry RPC after error@1180785585) -> (continuation of Deferred@300174898 after retry RPC after error@1840189135), errback=(continuation of Deferred@568117036 after retry RPC after error@1305712342) -> (continuation of Deferred@33049750 after retry RPC after error@16881679) -> (continuation of Deferred@1176754852 after retry RPC after error@387416464) -> (continuation of Deferred@1414066968 after retry RPC after error@1501878398) -> (continuation of Deferred@27975440 after retry RPC after error@714790324) -> (continuation of Deferred@962143180 after retry RPC after error@1180785585) -> (continuation of Deferred@300174898 after retry RPC after error@1840189135)))
20:05:50.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:50.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:50.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:50.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:50.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:50.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:50.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:50.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:50.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.400 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:50.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:50.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:50.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:50.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:50.439 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:50.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:50.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:50.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:50.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:50.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:50.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:50.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:50.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:50.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:50.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:50.580 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1100580173(state=PENDING, result=null, callback=(continuation of Deferred@1729628986 after retry RPC after error@649219498) -> (continuation of Deferred@390870078 after retry RPC after error@443705463) -> (continuation of Deferred@1033167320 after retry RPC after error@167716061) -> (continuation of Deferred@2137267224 after retry RPC after error@1985798739) -> (continuation of Deferred@1817986913 after retry RPC after error@485842939) -> (continuation of Deferred@1135477921 after retry RPC after error@1391536381) -> (continuation of Deferred@1545083533 after retry RPC after error@1789172850), errback=(continuation of Deferred@1729628986 after retry RPC after error@649219498) -> (continuation of Deferred@390870078 after retry RPC after error@443705463) -> (continuation of Deferred@1033167320 after retry RPC after error@167716061) -> (continuation of Deferred@2137267224 after retry RPC after error@1985798739) -> (continuation of Deferred@1817986913 after retry RPC after error@485842939) -> (continuation of Deferred@1135477921 after retry RPC after error@1391536381) -> (continuation of Deferred@1545083533 after retry RPC after error@1789172850)))
20:05:50.581 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1100580173(state=PENDING, result=null, callback=(continuation of Deferred@1729628986 after retry RPC after error@649219498) -> (continuation of Deferred@390870078 after retry RPC after error@443705463) -> (continuation of Deferred@1033167320 after retry RPC after error@167716061) -> (continuation of Deferred@2137267224 after retry RPC after error@1985798739) -> (continuation of Deferred@1817986913 after retry RPC after error@485842939) -> (continuation of Deferred@1135477921 after retry RPC after error@1391536381) -> (continuation of Deferred@1545083533 after retry RPC after error@1789172850), errback=(continuation of Deferred@1729628986 after retry RPC after error@649219498) -> (continuation of Deferred@390870078 after retry RPC after error@443705463) -> (continuation of Deferred@1033167320 after retry RPC after error@167716061) -> (continuation of Deferred@2137267224 after retry RPC after error@1985798739) -> (continuation of Deferred@1817986913 after retry RPC after error@485842939) -> (continuation of Deferred@1135477921 after retry RPC after error@1391536381) -> (continuation of Deferred@1545083533 after retry RPC after error@1789172850)))
20:05:50.599 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:50.599 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:50.600 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.600 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.600 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.600 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.600 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.600 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:50.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:50.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:50.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:50.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:50.639 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:50.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:50.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:50.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:50.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:50.679 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:50.679 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:50.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.680 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:50.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:50.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:50.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:50.799 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:50.799 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:50.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.800 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.800 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:50.801 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1148360305(state=PENDING, result=null, callback=(continuation of Deferred@367641731 after retry RPC after error@1300140276) -> (continuation of Deferred@1417037309 after retry RPC after error@82280476) -> (continuation of Deferred@1609662943 after retry RPC after error@1714504677) -> (continuation of Deferred@965491 after retry RPC after error@944847886) -> (continuation of Deferred@1803398562 after retry RPC after error@130016579) -> (continuation of Deferred@1914635236 after retry RPC after error@1134551269), errback=(continuation of Deferred@367641731 after retry RPC after error@1300140276) -> (continuation of Deferred@1417037309 after retry RPC after error@82280476) -> (continuation of Deferred@1609662943 after retry RPC after error@1714504677) -> (continuation of Deferred@965491 after retry RPC after error@944847886) -> (continuation of Deferred@1803398562 after retry RPC after error@130016579) -> (continuation of Deferred@1914635236 after retry RPC after error@1134551269)))
20:05:50.801 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1148360305(state=PENDING, result=null, callback=(continuation of Deferred@367641731 after retry RPC after error@1300140276) -> (continuation of Deferred@1417037309 after retry RPC after error@82280476) -> (continuation of Deferred@1609662943 after retry RPC after error@1714504677) -> (continuation of Deferred@965491 after retry RPC after error@944847886) -> (continuation of Deferred@1803398562 after retry RPC after error@130016579) -> (continuation of Deferred@1914635236 after retry RPC after error@1134551269), errback=(continuation of Deferred@367641731 after retry RPC after error@1300140276) -> (continuation of Deferred@1417037309 after retry RPC after error@82280476) -> (continuation of Deferred@1609662943 after retry RPC after error@1714504677) -> (continuation of Deferred@965491 after retry RPC after error@944847886) -> (continuation of Deferred@1803398562 after retry RPC after error@130016579) -> (continuation of Deferred@1914635236 after retry RPC after error@1134551269)))
20:05:50.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:50.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:50.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:50.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:50.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:50.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:50.859 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:50.859 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:50.860 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.860 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.860 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.860 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.860 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.860 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:50.879 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:50.879 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:50.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.880 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.880 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.880 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.880 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:50.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:50.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:50.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:50.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:50.939 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:50.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:50.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:50.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:50.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.979 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:50.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:50.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:50.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:50.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:50.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.000 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:51.000 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@2024804837(state=PENDING, result=null, callback=(continuation of Deferred@709189222 after retry RPC after error@1481400182) -> (continuation of Deferred@1878238734 after retry RPC after error@389328172) -> (continuation of Deferred@394422210 after retry RPC after error@764358059) -> (continuation of Deferred@1606303170 after retry RPC after error@1842460372) -> (continuation of Deferred@1776902363 after retry RPC after error@1029700152) -> (continuation of Deferred@320962684 after retry RPC after error@1931932634) -> (continuation of Deferred@1374399197 after retry RPC after error@329716962), errback=(continuation of Deferred@709189222 after retry RPC after error@1481400182) -> (continuation of Deferred@1878238734 after retry RPC after error@389328172) -> (continuation of Deferred@394422210 after retry RPC after error@764358059) -> (continuation of Deferred@1606303170 after retry RPC after error@1842460372) -> (continuation of Deferred@1776902363 after retry RPC after error@1029700152) -> (continuation of Deferred@320962684 after retry RPC after error@1931932634) -> (continuation of Deferred@1374399197 after retry RPC after error@329716962)))
20:05:51.001 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@2024804837(state=PENDING, result=null, callback=(continuation of Deferred@709189222 after retry RPC after error@1481400182) -> (continuation of Deferred@1878238734 after retry RPC after error@389328172) -> (continuation of Deferred@394422210 after retry RPC after error@764358059) -> (continuation of Deferred@1606303170 after retry RPC after error@1842460372) -> (continuation of Deferred@1776902363 after retry RPC after error@1029700152) -> (continuation of Deferred@320962684 after retry RPC after error@1931932634) -> (continuation of Deferred@1374399197 after retry RPC after error@329716962), errback=(continuation of Deferred@709189222 after retry RPC after error@1481400182) -> (continuation of Deferred@1878238734 after retry RPC after error@389328172) -> (continuation of Deferred@394422210 after retry RPC after error@764358059) -> (continuation of Deferred@1606303170 after retry RPC after error@1842460372) -> (continuation of Deferred@1776902363 after retry RPC after error@1029700152) -> (continuation of Deferred@320962684 after retry RPC after error@1931932634) -> (continuation of Deferred@1374399197 after retry RPC after error@329716962)))
20:05:51.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:51.019 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:51.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:51.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:51.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:51.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:51.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:51.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:51.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:51.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:51.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:51.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.080 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:51.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:51.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:51.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:51.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:51.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:51.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:51.159 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:51.159 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:51.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.160 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.160 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.160 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.160 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:51.219 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:51.219 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:51.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.220 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.220 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.220 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.220 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.220 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.220 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.221 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:51.221 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1088023060(state=PENDING, result=null, callback=(continuation of Deferred@994249642 after retry RPC after error@83166674) -> (continuation of Deferred@905097469 after retry RPC after error@989099293) -> (continuation of Deferred@432613298 after retry RPC after error@893287116) -> (continuation of Deferred@367739342 after retry RPC after error@212763379) -> (continuation of Deferred@1552597091 after retry RPC after error@438577444) -> (continuation of Deferred@1435430559 after retry RPC after error@760174535) -> (continuation of Deferred@659297237 after retry RPC after error@479884049), errback=(continuation of Deferred@994249642 after retry RPC after error@83166674) -> (continuation of Deferred@905097469 after retry RPC after error@989099293) -> (continuation of Deferred@432613298 after retry RPC after error@893287116) -> (continuation of Deferred@367739342 after retry RPC after error@212763379) -> (continuation of Deferred@1552597091 after retry RPC after error@438577444) -> (continuation of Deferred@1435430559 after retry RPC after error@760174535) -> (continuation of Deferred@659297237 after retry RPC after error@479884049)))
20:05:51.222 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1088023060(state=PENDING, result=null, callback=(continuation of Deferred@994249642 after retry RPC after error@83166674) -> (continuation of Deferred@905097469 after retry RPC after error@989099293) -> (continuation of Deferred@432613298 after retry RPC after error@893287116) -> (continuation of Deferred@367739342 after retry RPC after error@212763379) -> (continuation of Deferred@1552597091 after retry RPC after error@438577444) -> (continuation of Deferred@1435430559 after retry RPC after error@760174535) -> (continuation of Deferred@659297237 after retry RPC after error@479884049), errback=(continuation of Deferred@994249642 after retry RPC after error@83166674) -> (continuation of Deferred@905097469 after retry RPC after error@989099293) -> (continuation of Deferred@432613298 after retry RPC after error@893287116) -> (continuation of Deferred@367739342 after retry RPC after error@212763379) -> (continuation of Deferred@1552597091 after retry RPC after error@438577444) -> (continuation of Deferred@1435430559 after retry RPC after error@760174535) -> (continuation of Deferred@659297237 after retry RPC after error@479884049)))
20:05:51.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:51.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:51.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:51.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:51.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:51.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:51.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:51.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:51.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:51.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:51.299 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:51.299 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:51.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:51.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:51.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:51.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:51.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:51.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:51.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:51.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:51.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:51.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.380 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.380 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.380 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:51.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:51.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:51.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:51.480 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@345874963(state=PENDING, result=null, callback=(continuation of Deferred@82948217 after retry RPC after error@1174105334) -> (continuation of Deferred@452074018 after retry RPC after error@1669770837) -> (continuation of Deferred@1786624036 after retry RPC after error@1962931521) -> (continuation of Deferred@2119619318 after retry RPC after error@678707055) -> (continuation of Deferred@793714397 after retry RPC after error@613524360) -> (continuation of Deferred@1813513358 after retry RPC after error@1696514341) -> (continuation of Deferred@846238381 after retry RPC after error@458553992), errback=(continuation of Deferred@82948217 after retry RPC after error@1174105334) -> (continuation of Deferred@452074018 after retry RPC after error@1669770837) -> (continuation of Deferred@1786624036 after retry RPC after error@1962931521) -> (continuation of Deferred@2119619318 after retry RPC after error@678707055) -> (continuation of Deferred@793714397 after retry RPC after error@613524360) -> (continuation of Deferred@1813513358 after retry RPC after error@1696514341) -> (continuation of Deferred@846238381 after retry RPC after error@458553992)))
20:05:51.481 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@345874963(state=PENDING, result=null, callback=(continuation of Deferred@82948217 after retry RPC after error@1174105334) -> (continuation of Deferred@452074018 after retry RPC after error@1669770837) -> (continuation of Deferred@1786624036 after retry RPC after error@1962931521) -> (continuation of Deferred@2119619318 after retry RPC after error@678707055) -> (continuation of Deferred@793714397 after retry RPC after error@613524360) -> (continuation of Deferred@1813513358 after retry RPC after error@1696514341) -> (continuation of Deferred@846238381 after retry RPC after error@458553992), errback=(continuation of Deferred@82948217 after retry RPC after error@1174105334) -> (continuation of Deferred@452074018 after retry RPC after error@1669770837) -> (continuation of Deferred@1786624036 after retry RPC after error@1962931521) -> (continuation of Deferred@2119619318 after retry RPC after error@678707055) -> (continuation of Deferred@793714397 after retry RPC after error@613524360) -> (continuation of Deferred@1813513358 after retry RPC after error@1696514341) -> (continuation of Deferred@846238381 after retry RPC after error@458553992)))
20:05:51.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:51.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:51.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:51.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:51.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:51.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:51.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:51.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:51.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.540 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.540 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:51.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:51.559 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:51.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:51.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:51.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:51.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:51.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:51.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:51.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:51.679 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:51.679 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:51.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.680 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:51.681 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@537924724(state=PENDING, result=null, callback=(continuation of Deferred@708218142 after retry RPC after error@569809594) -> (continuation of Deferred@824899440 after retry RPC after error@289011349) -> (continuation of Deferred@259639249 after retry RPC after error@449822670) -> (continuation of Deferred@2084067984 after retry RPC after error@585860828) -> (continuation of Deferred@1676511775 after retry RPC after error@79394915) -> (continuation of Deferred@988368574 after retry RPC after error@1145758297), errback=(continuation of Deferred@708218142 after retry RPC after error@569809594) -> (continuation of Deferred@824899440 after retry RPC after error@289011349) -> (continuation of Deferred@259639249 after retry RPC after error@449822670) -> (continuation of Deferred@2084067984 after retry RPC after error@585860828) -> (continuation of Deferred@1676511775 after retry RPC after error@79394915) -> (continuation of Deferred@988368574 after retry RPC after error@1145758297)))
20:05:51.681 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@537924724(state=PENDING, result=null, callback=(continuation of Deferred@708218142 after retry RPC after error@569809594) -> (continuation of Deferred@824899440 after retry RPC after error@289011349) -> (continuation of Deferred@259639249 after retry RPC after error@449822670) -> (continuation of Deferred@2084067984 after retry RPC after error@585860828) -> (continuation of Deferred@1676511775 after retry RPC after error@79394915) -> (continuation of Deferred@988368574 after retry RPC after error@1145758297), errback=(continuation of Deferred@708218142 after retry RPC after error@569809594) -> (continuation of Deferred@824899440 after retry RPC after error@289011349) -> (continuation of Deferred@259639249 after retry RPC after error@449822670) -> (continuation of Deferred@2084067984 after retry RPC after error@585860828) -> (continuation of Deferred@1676511775 after retry RPC after error@79394915) -> (continuation of Deferred@988368574 after retry RPC after error@1145758297)))
20:05:51.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:51.699 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:51.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:51.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:51.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:51.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.719 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:51.739 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:51.739 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:51.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:51.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:51.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:51.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:51.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:51.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:51.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:51.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:51.799 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:51.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:51.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:51.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:51.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:51.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:51.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:51.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:51.963 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@400112266(state=PENDING, result=null, callback=(continuation of Deferred@1693786686 after retry RPC after error@922862733) -> (continuation of Deferred@1246918193 after retry RPC after error@344004763) -> (continuation of Deferred@1504197863 after retry RPC after error@1614069491) -> (continuation of Deferred@957267770 after retry RPC after error@634862912) -> (continuation of Deferred@1031823897 after retry RPC after error@2013696124) -> (continuation of Deferred@884807465 after retry RPC after error@681312707) -> (continuation of Deferred@380776035 after retry RPC after error@1526454713) -> (continuation of Deferred@111384976 after retry RPC after error@1316553374), errback=(continuation of Deferred@1693786686 after retry RPC after error@922862733) -> (continuation of Deferred@1246918193 after retry RPC after error@344004763) -> (continuation of Deferred@1504197863 after retry RPC after error@1614069491) -> (continuation of Deferred@957267770 after retry RPC after error@634862912) -> (continuation of Deferred@1031823897 after retry RPC after error@2013696124) -> (continuation of Deferred@884807465 after retry RPC after error@681312707) -> (continuation of Deferred@380776035 after retry RPC after error@1526454713) -> (continuation of Deferred@111384976 after retry RPC after error@1316553374)))
20:05:51.964 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:05:51.979 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:51.979 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:51.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.980 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.980 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.980 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.980 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:51.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:51.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:51.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:51.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:51.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.000 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.000 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:52.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:52.019 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:52.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:52.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:52.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:52.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:52.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:52.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:52.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.060 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.060 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.060 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.060 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:52.099 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:52.099 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:52.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:52.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:52.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:52.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.120 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:52.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:52.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:52.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:52.238 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [220ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1643112601(state=PENDING, result=null, callback=(continuation of Deferred@76419049 after retry RPC after error@2142345401) -> (continuation of Deferred@41809200 after retry RPC after error@482897606) -> (continuation of Deferred@1749928945 after retry RPC after error@466285073) -> (continuation of Deferred@1987268653 after retry RPC after error@689094267) -> (continuation of Deferred@797375211 after retry RPC after error@1670438768) -> (continuation of Deferred@260970775 after retry RPC after error@861114363) -> (continuation of Deferred@723151576 after retry RPC after error@1318341524) -> (continuation of Deferred@825075184 after retry RPC after error@506382457), errback=(continuation of Deferred@76419049 after retry RPC after error@2142345401) -> (continuation of Deferred@41809200 after retry RPC after error@482897606) -> (continuation of Deferred@1749928945 after retry RPC after error@466285073) -> (continuation of Deferred@1987268653 after retry RPC after error@689094267) -> (continuation of Deferred@797375211 after retry RPC after error@1670438768) -> (continuation of Deferred@260970775 after retry RPC after error@861114363) -> (continuation of Deferred@723151576 after retry RPC after error@1318341524) -> (continuation of Deferred@825075184 after retry RPC after error@506382457)))
20:05:52.239 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:05:52.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:52.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:52.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:52.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:52.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:52.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:52.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:52.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:52.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:52.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:52.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:52.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.320 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.320 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.320 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.320 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:52.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:52.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:52.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:52.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:52.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:52.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:52.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:52.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:52.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:52.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:52.499 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:52.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:52.500 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1174109832(state=PENDING, result=null, callback=(continuation of Deferred@2145405535 after retry RPC after error@704129414) -> (continuation of Deferred@1304440750 after retry RPC after error@1406207904) -> (continuation of Deferred@773725495 after retry RPC after error@1178772843) -> (continuation of Deferred@171134802 after retry RPC after error@1367651763) -> (continuation of Deferred@254672145 after retry RPC after error@1545042018) -> (continuation of Deferred@1280243053 after retry RPC after error@949217402) -> (continuation of Deferred@1488346892 after retry RPC after error@1057355792), errback=(continuation of Deferred@2145405535 after retry RPC after error@704129414) -> (continuation of Deferred@1304440750 after retry RPC after error@1406207904) -> (continuation of Deferred@773725495 after retry RPC after error@1178772843) -> (continuation of Deferred@171134802 after retry RPC after error@1367651763) -> (continuation of Deferred@254672145 after retry RPC after error@1545042018) -> (continuation of Deferred@1280243053 after retry RPC after error@949217402) -> (continuation of Deferred@1488346892 after retry RPC after error@1057355792)))
20:05:52.501 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1174109832(state=PENDING, result=null, callback=(continuation of Deferred@2145405535 after retry RPC after error@704129414) -> (continuation of Deferred@1304440750 after retry RPC after error@1406207904) -> (continuation of Deferred@773725495 after retry RPC after error@1178772843) -> (continuation of Deferred@171134802 after retry RPC after error@1367651763) -> (continuation of Deferred@254672145 after retry RPC after error@1545042018) -> (continuation of Deferred@1280243053 after retry RPC after error@949217402) -> (continuation of Deferred@1488346892 after retry RPC after error@1057355792), errback=(continuation of Deferred@2145405535 after retry RPC after error@704129414) -> (continuation of Deferred@1304440750 after retry RPC after error@1406207904) -> (continuation of Deferred@773725495 after retry RPC after error@1178772843) -> (continuation of Deferred@171134802 after retry RPC after error@1367651763) -> (continuation of Deferred@254672145 after retry RPC after error@1545042018) -> (continuation of Deferred@1280243053 after retry RPC after error@949217402) -> (continuation of Deferred@1488346892 after retry RPC after error@1057355792)))
20:05:52.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:52.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:52.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.520 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:52.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:52.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:52.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:52.559 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:52.559 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:52.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.560 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.560 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:52.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:52.579 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:52.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:52.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:52.594364 6995 master_runner.cc:186] Error getting master registration for 127.5.249.253:34953: Network error: Client connection negotiation failed: client connection to 127.5.249.253:34953: connect: Connection refused (error 111),
20:05:52.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:52.594540 6995 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:05:52.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:52.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:52.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:52.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:52.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:52.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:52.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:52.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:52.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:52.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:52.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:52.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:52.660 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@767759242(state=PENDING, result=null, callback=(continuation of Deferred@1125889506 after retry RPC after error@1970538213) -> (continuation of Deferred@2024152078 after retry RPC after error@1305223123) -> (continuation of Deferred@1399199533 after retry RPC after error@116416650) -> (continuation of Deferred@1316899382 after retry RPC after error@1675749037) -> (continuation of Deferred@14502531 after retry RPC after error@95198754) -> (continuation of Deferred@968837979 after retry RPC after error@1426527823) -> (continuation of Deferred@1071957822 after retry RPC after error@1591219054), errback=(continuation of Deferred@1125889506 after retry RPC after error@1970538213) -> (continuation of Deferred@2024152078 after retry RPC after error@1305223123) -> (continuation of Deferred@1399199533 after retry RPC after error@116416650) -> (continuation of Deferred@1316899382 after retry RPC after error@1675749037) -> (continuation of Deferred@14502531 after retry RPC after error@95198754) -> (continuation of Deferred@968837979 after retry RPC after error@1426527823) -> (continuation of Deferred@1071957822 after retry RPC after error@1591219054)))
20:05:52.660 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@767759242(state=PENDING, result=null, callback=(continuation of Deferred@1125889506 after retry RPC after error@1970538213) -> (continuation of Deferred@2024152078 after retry RPC after error@1305223123) -> (continuation of Deferred@1399199533 after retry RPC after error@116416650) -> (continuation of Deferred@1316899382 after retry RPC after error@1675749037) -> (continuation of Deferred@14502531 after retry RPC after error@95198754) -> (continuation of Deferred@968837979 after retry RPC after error@1426527823) -> (continuation of Deferred@1071957822 after retry RPC after error@1591219054), errback=(continuation of Deferred@1125889506 after retry RPC after error@1970538213) -> (continuation of Deferred@2024152078 after retry RPC after error@1305223123) -> (continuation of Deferred@1399199533 after retry RPC after error@116416650) -> (continuation of Deferred@1316899382 after retry RPC after error@1675749037) -> (continuation of Deferred@14502531 after retry RPC after error@95198754) -> (continuation of Deferred@968837979 after retry RPC after error@1426527823) -> (continuation of Deferred@1071957822 after retry RPC after error@1591219054)))
20:05:52.679 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:52.679 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:52.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:52.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:52.699 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:52.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:52.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:52.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:52.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:52.739 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:52.739 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:52.740 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.740 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.740 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.740 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.740 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.740 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.741 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:52.759 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:52.759 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:52.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.760 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.760 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.760 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:52.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:52.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:52.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:52.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:52.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:52.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.840 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.840 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.840 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:52.841 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@593691533(state=PENDING, result=null, callback=(continuation of Deferred@1348524362 after retry RPC after error@992932961) -> (continuation of Deferred@1518944652 after retry RPC after error@1640848955) -> (continuation of Deferred@925987265 after retry RPC after error@2079327930) -> (continuation of Deferred@1801825641 after retry RPC after error@1615993528) -> (continuation of Deferred@1548865546 after retry RPC after error@661641452) -> (continuation of Deferred@1629960077 after retry RPC after error@290481867), errback=(continuation of Deferred@1348524362 after retry RPC after error@992932961) -> (continuation of Deferred@1518944652 after retry RPC after error@1640848955) -> (continuation of Deferred@925987265 after retry RPC after error@2079327930) -> (continuation of Deferred@1801825641 after retry RPC after error@1615993528) -> (continuation of Deferred@1548865546 after retry RPC after error@661641452) -> (continuation of Deferred@1629960077 after retry RPC after error@290481867)))
20:05:52.841 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@593691533(state=PENDING, result=null, callback=(continuation of Deferred@1348524362 after retry RPC after error@992932961) -> (continuation of Deferred@1518944652 after retry RPC after error@1640848955) -> (continuation of Deferred@925987265 after retry RPC after error@2079327930) -> (continuation of Deferred@1801825641 after retry RPC after error@1615993528) -> (continuation of Deferred@1548865546 after retry RPC after error@661641452) -> (continuation of Deferred@1629960077 after retry RPC after error@290481867), errback=(continuation of Deferred@1348524362 after retry RPC after error@992932961) -> (continuation of Deferred@1518944652 after retry RPC after error@1640848955) -> (continuation of Deferred@925987265 after retry RPC after error@2079327930) -> (continuation of Deferred@1801825641 after retry RPC after error@1615993528) -> (continuation of Deferred@1548865546 after retry RPC after error@661641452) -> (continuation of Deferred@1629960077 after retry RPC after error@290481867)))
20:05:52.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:52.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:52.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:52.879 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:52.879 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:52.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.880 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.880 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:52.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:52.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:52.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:52.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:52.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:52.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:52.939 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:52.939 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:52.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.940 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:52.979 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:52.979 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:52.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:52.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:52.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:52.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:52.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:52.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:53.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:53.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:53.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.060 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:53.060 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1237247738(state=PENDING, result=null, callback=(continuation of Deferred@379182763 after retry RPC after error@759952596) -> (continuation of Deferred@2042373776 after retry RPC after error@1191941739) -> (continuation of Deferred@524252327 after retry RPC after error@1830866624) -> (continuation of Deferred@1966144850 after retry RPC after error@1855161681) -> (continuation of Deferred@183328360 after retry RPC after error@1632687931) -> (continuation of Deferred@326659118 after retry RPC after error@1630784029) -> (continuation of Deferred@30262861 after retry RPC after error@1724067904), errback=(continuation of Deferred@379182763 after retry RPC after error@759952596) -> (continuation of Deferred@2042373776 after retry RPC after error@1191941739) -> (continuation of Deferred@524252327 after retry RPC after error@1830866624) -> (continuation of Deferred@1966144850 after retry RPC after error@1855161681) -> (continuation of Deferred@183328360 after retry RPC after error@1632687931) -> (continuation of Deferred@326659118 after retry RPC after error@1630784029) -> (continuation of Deferred@30262861 after retry RPC after error@1724067904)))
20:05:53.061 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@1237247738(state=PENDING, result=null, callback=(continuation of Deferred@379182763 after retry RPC after error@759952596) -> (continuation of Deferred@2042373776 after retry RPC after error@1191941739) -> (continuation of Deferred@524252327 after retry RPC after error@1830866624) -> (continuation of Deferred@1966144850 after retry RPC after error@1855161681) -> (continuation of Deferred@183328360 after retry RPC after error@1632687931) -> (continuation of Deferred@326659118 after retry RPC after error@1630784029) -> (continuation of Deferred@30262861 after retry RPC after error@1724067904), errback=(continuation of Deferred@379182763 after retry RPC after error@759952596) -> (continuation of Deferred@2042373776 after retry RPC after error@1191941739) -> (continuation of Deferred@524252327 after retry RPC after error@1830866624) -> (continuation of Deferred@1966144850 after retry RPC after error@1855161681) -> (continuation of Deferred@183328360 after retry RPC after error@1632687931) -> (continuation of Deferred@326659118 after retry RPC after error@1630784029) -> (continuation of Deferred@30262861 after retry RPC after error@1724067904)))
20:05:53.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:53.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:53.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:53.099 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:53.099 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:53.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:53.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:53.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:53.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.120 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:53.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:53.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:53.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:53.159 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:53.159 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:53.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:53.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:53.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:53.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:53.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:53.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:53.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:53.280 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@963542821(state=PENDING, result=null, callback=(continuation of Deferred@323510180 after retry RPC after error@442303377) -> (continuation of Deferred@756038630 after retry RPC after error@1733160502) -> (continuation of Deferred@917055492 after retry RPC after error@1142613195) -> (continuation of Deferred@1761163429 after retry RPC after error@1624066002) -> (continuation of Deferred@526105287 after retry RPC after error@208939355) -> (continuation of Deferred@761861216 after retry RPC after error@655369672), errback=(continuation of Deferred@323510180 after retry RPC after error@442303377) -> (continuation of Deferred@756038630 after retry RPC after error@1733160502) -> (continuation of Deferred@917055492 after retry RPC after error@1142613195) -> (continuation of Deferred@1761163429 after retry RPC after error@1624066002) -> (continuation of Deferred@526105287 after retry RPC after error@208939355) -> (continuation of Deferred@761861216 after retry RPC after error@655369672)))
20:05:53.280 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@963542821(state=PENDING, result=null, callback=(continuation of Deferred@323510180 after retry RPC after error@442303377) -> (continuation of Deferred@756038630 after retry RPC after error@1733160502) -> (continuation of Deferred@917055492 after retry RPC after error@1142613195) -> (continuation of Deferred@1761163429 after retry RPC after error@1624066002) -> (continuation of Deferred@526105287 after retry RPC after error@208939355) -> (continuation of Deferred@761861216 after retry RPC after error@655369672), errback=(continuation of Deferred@323510180 after retry RPC after error@442303377) -> (continuation of Deferred@756038630 after retry RPC after error@1733160502) -> (continuation of Deferred@917055492 after retry RPC after error@1142613195) -> (continuation of Deferred@1761163429 after retry RPC after error@1624066002) -> (continuation of Deferred@526105287 after retry RPC after error@208939355) -> (continuation of Deferred@761861216 after retry RPC after error@655369672)))
20:05:53.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:53.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:53.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:53.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:53.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:53.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:53.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:53.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:53.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:53.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:53.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:53.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:53.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:53.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:53.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:53.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:53.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:53.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.420 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.420 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:53.479 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:53.479 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:53.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.480 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.480 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:53.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:53.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:53.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:53.540 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@216006749(state=PENDING, result=null, callback=(continuation of Deferred@1603825874 after retry RPC after error@205185594) -> (continuation of Deferred@5662273 after retry RPC after error@205028606) -> (continuation of Deferred@272270155 after retry RPC after error@1271568452) -> (continuation of Deferred@2023590674 after retry RPC after error@932038515) -> (continuation of Deferred@1936275986 after retry RPC after error@1828623491) -> (continuation of Deferred@2016364309 after retry RPC after error@566272316) -> (continuation of Deferred@465811132 after retry RPC after error@50426827), errback=(continuation of Deferred@1603825874 after retry RPC after error@205185594) -> (continuation of Deferred@5662273 after retry RPC after error@205028606) -> (continuation of Deferred@272270155 after retry RPC after error@1271568452) -> (continuation of Deferred@2023590674 after retry RPC after error@932038515) -> (continuation of Deferred@1936275986 after retry RPC after error@1828623491) -> (continuation of Deferred@2016364309 after retry RPC after error@566272316) -> (continuation of Deferred@465811132 after retry RPC after error@50426827)))
20:05:53.541 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@216006749(state=PENDING, result=null, callback=(continuation of Deferred@1603825874 after retry RPC after error@205185594) -> (continuation of Deferred@5662273 after retry RPC after error@205028606) -> (continuation of Deferred@272270155 after retry RPC after error@1271568452) -> (continuation of Deferred@2023590674 after retry RPC after error@932038515) -> (continuation of Deferred@1936275986 after retry RPC after error@1828623491) -> (continuation of Deferred@2016364309 after retry RPC after error@566272316) -> (continuation of Deferred@465811132 after retry RPC after error@50426827), errback=(continuation of Deferred@1603825874 after retry RPC after error@205185594) -> (continuation of Deferred@5662273 after retry RPC after error@205028606) -> (continuation of Deferred@272270155 after retry RPC after error@1271568452) -> (continuation of Deferred@2023590674 after retry RPC after error@932038515) -> (continuation of Deferred@1936275986 after retry RPC after error@1828623491) -> (continuation of Deferred@2016364309 after retry RPC after error@566272316) -> (continuation of Deferred@465811132 after retry RPC after error@50426827)))
20:05:53.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:53.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:53.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:53.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:53.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:53.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:53.599 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:53.599 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:53.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:53.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:53.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:53.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:53.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:53.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:53.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.639 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:53.659 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:53.659 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:53.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.660 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:53.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:53.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:53.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:53.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:53.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:53.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:53.781 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@415149548(state=PENDING, result=null, callback=(continuation of Deferred@195888004 after retry RPC after error@258555158) -> (continuation of Deferred@129811334 after retry RPC after error@1786830672) -> (continuation of Deferred@164778151 after retry RPC after error@1326800134) -> (continuation of Deferred@777258897 after retry RPC after error@1120024404) -> (continuation of Deferred@1494089923 after retry RPC after error@1008110473) -> (continuation of Deferred@846228245 after retry RPC after error@1633387160) -> (continuation of Deferred@1224384104 after retry RPC after error@1077415485), errback=(continuation of Deferred@195888004 after retry RPC after error@258555158) -> (continuation of Deferred@129811334 after retry RPC after error@1786830672) -> (continuation of Deferred@164778151 after retry RPC after error@1326800134) -> (continuation of Deferred@777258897 after retry RPC after error@1120024404) -> (continuation of Deferred@1494089923 after retry RPC after error@1008110473) -> (continuation of Deferred@846228245 after retry RPC after error@1633387160) -> (continuation of Deferred@1224384104 after retry RPC after error@1077415485)))
20:05:53.781 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [221ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@415149548(state=PENDING, result=null, callback=(continuation of Deferred@195888004 after retry RPC after error@258555158) -> (continuation of Deferred@129811334 after retry RPC after error@1786830672) -> (continuation of Deferred@164778151 after retry RPC after error@1326800134) -> (continuation of Deferred@777258897 after retry RPC after error@1120024404) -> (continuation of Deferred@1494089923 after retry RPC after error@1008110473) -> (continuation of Deferred@846228245 after retry RPC after error@1633387160) -> (continuation of Deferred@1224384104 after retry RPC after error@1077415485), errback=(continuation of Deferred@195888004 after retry RPC after error@258555158) -> (continuation of Deferred@129811334 after retry RPC after error@1786830672) -> (continuation of Deferred@164778151 after retry RPC after error@1326800134) -> (continuation of Deferred@777258897 after retry RPC after error@1120024404) -> (continuation of Deferred@1494089923 after retry RPC after error@1008110473) -> (continuation of Deferred@846228245 after retry RPC after error@1633387160) -> (continuation of Deferred@1224384104 after retry RPC after error@1077415485)))
20:05:53.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:53.799 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:53.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:53.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:53.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:53.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:53.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:53.839 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:53.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.840 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:53.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:53.859 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:53.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:53.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:53.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:53.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:53.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:53.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:53.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.900 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.900 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.900 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:53.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:53.959 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:53.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.960 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.960 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.960 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.960 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:53.979 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:53.979 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:53.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:53.980 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:53.981 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@561120054(state=PENDING, result=null, callback=(continuation of Deferred@1792647481 after retry RPC after error@99371615) -> (continuation of Deferred@172139785 after retry RPC after error@991460548) -> (continuation of Deferred@477086455 after retry RPC after error@2067193239) -> (continuation of Deferred@1682134293 after retry RPC after error@474348293) -> (continuation of Deferred@2128603648 after retry RPC after error@868768297) -> (continuation of Deferred@1297963704 after retry RPC after error@2121469381) -> (continuation of Deferred@2138925025 after retry RPC after error@244675381), errback=(continuation of Deferred@1792647481 after retry RPC after error@99371615) -> (continuation of Deferred@172139785 after retry RPC after error@991460548) -> (continuation of Deferred@477086455 after retry RPC after error@2067193239) -> (continuation of Deferred@1682134293 after retry RPC after error@474348293) -> (continuation of Deferred@2128603648 after retry RPC after error@868768297) -> (continuation of Deferred@1297963704 after retry RPC after error@2121469381) -> (continuation of Deferred@2138925025 after retry RPC after error@244675381)))
20:05:53.981 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, deferred=Deferred@561120054(state=PENDING, result=null, callback=(continuation of Deferred@1792647481 after retry RPC after error@99371615) -> (continuation of Deferred@172139785 after retry RPC after error@991460548) -> (continuation of Deferred@477086455 after retry RPC after error@2067193239) -> (continuation of Deferred@1682134293 after retry RPC after error@474348293) -> (continuation of Deferred@2128603648 after retry RPC after error@868768297) -> (continuation of Deferred@1297963704 after retry RPC after error@2121469381) -> (continuation of Deferred@2138925025 after retry RPC after error@244675381), errback=(continuation of Deferred@1792647481 after retry RPC after error@99371615) -> (continuation of Deferred@172139785 after retry RPC after error@991460548) -> (continuation of Deferred@477086455 after retry RPC after error@2067193239) -> (continuation of Deferred@1682134293 after retry RPC after error@474348293) -> (continuation of Deferred@2128603648 after retry RPC after error@868768297) -> (continuation of Deferred@1297963704 after retry RPC after error@2121469381) -> (continuation of Deferred@2138925025 after retry RPC after error@244675381)))
20:05:53.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:53.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:53.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:53.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:54.000 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:54.000 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:54.000 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:54.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:54.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:54.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:54.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:54.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:54.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:54.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:54.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:54.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:54.039 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:54.039 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:54.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:54.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:54.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:54.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:54.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:54.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:54.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:54.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:54.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:54.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:54.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:54.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:54.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:54.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:54.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:54.060 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:54.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:54.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:54.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:54.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:54.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:54.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:54.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:54.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:54.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:54.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:54.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:54.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:54.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:54.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:54.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:54.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:54.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:54.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:54.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:54.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:54.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:54.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:54.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:54.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:54.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:54.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:54.159 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:54.258 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, deferred=Deferred@1490006160(state=PENDING, result=null, callback=(continuation of Deferred@1980609428 after retry RPC after error@1252125287) -> (continuation of Deferred@2094961131 after retry RPC after error@1496380880) -> (continuation of Deferred@1111129201 after retry RPC after error@118310019) -> (continuation of Deferred@257219648 after retry RPC after error@1360279055) -> (continuation of Deferred@1088160168 after retry RPC after error@764963948) -> (continuation of Deferred@75961155 after retry RPC after error@1951660434) -> (continuation of Deferred@1419929585 after retry RPC after error@976722437), errback=(continuation of Deferred@1980609428 after retry RPC after error@1252125287) -> (continuation of Deferred@2094961131 after retry RPC after error@1496380880) -> (continuation of Deferred@1111129201 after retry RPC after error@118310019) -> (continuation of Deferred@257219648 after retry RPC after error@1360279055) -> (continuation of Deferred@1088160168 after retry RPC after error@764963948) -> (continuation of Deferred@75961155 after retry RPC after error@1951660434) -> (continuation of Deferred@1419929585 after retry RPC after error@976722437)))
20:05:54.259 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:05:54.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:54.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:54.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:54.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:54.280 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:54.280 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:54.280 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:54.280 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:54.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:54.299 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:54.299 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:54.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:54.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:54.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:54.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:54.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:54.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:54.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:54.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:54.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:54.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:54.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:54.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:54.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:54.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:54.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:54.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:54.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:54.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:54.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:54.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:54.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:54.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:54.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:54.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:54.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:54.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:54.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:54.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:54.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:54.360 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:54.360 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:54.360 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:54.360 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:54.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:54.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.253:34953(127.5.249.253:34953)] connecting to peer
20:05:54.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.5.249.252:36033(127.5.249.252:36033)] connecting to peer
20:05:54.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:54.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.249.253:34953(127.5.249.253:34953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:54.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:54.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:54.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.253:34953: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953
20:05:54.380 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.252:36033(127.5.249.252:36033)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:54.380 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:54.380 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.249.252:36033: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033
20:05:54.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:54.381 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=30, TimeoutTracker(timeout=50000, elapsed=49817), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [16ms] refreshing cache from master, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [18ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [18ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [18ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [19ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [36ms] refreshing cache from master, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [38ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [38ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [38ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [39ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [56ms] refreshing cache from master, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [57ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [57ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [58ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [58ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [76ms] refreshing cache from master, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [77ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [78ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [78ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [78ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [116ms] refreshing cache from master, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [118ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [118ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [119ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [119ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [156ms] refreshing cache from master, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [158ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [158ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [159ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [159ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [257ms] refreshing cache from master, [257ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [257ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [257ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [258ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [258ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [258ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [259ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [436ms] refreshing cache from master, [437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [438ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [439ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [439ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [440ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [896ms] refreshing cache from master, [896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [898ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [898ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [898ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [898ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1836ms] refreshing cache from master, [1836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1837ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1837ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1838ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1838ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2017ms] refreshing cache from master, [2017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [2017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [2017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2018ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2018ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2019ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2019ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [5116ms] refreshing cache from master, [5116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [5116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [5116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [5117ms] too many traces: truncated at 100 traces, deferred=Deferred@789733424(state=PENDING, result=null, callback=(continuation of Deferred@965688725 after retry RPC after error@2041822151) -> (continuation of Deferred@981310610 after retry RPC after error@114452493) -> (continuation of Deferred@1181847255 after retry RPC after error@586704989) -> (continuation of Deferred@1958209948 after retry RPC after error@1630565639) -> (continuation of Deferred@738019520 after retry RPC after error@1244030818) -> (continuation of Deferred@18255027 after retry RPC after error@1668045275) -> (continuation of Deferred@580302398 after retry RPC after error@1534249081) -> (continuation of Deferred@1857332400 after retry RPC after error@1872206396) -> (continuation of Deferred@2024273590 after retry RPC after error@895207643) -> (continuation of Deferred@2122410980 after retry RPC after error@756303986) -> (continuation of Deferred@1782651168 after retry RPC after error@20388259) -> (continuation of Deferred@1948027946 after retry RPC after error@2076450051) -> (continuation of Deferred@422478658 after retry RPC after error@544046021) -> (continuation of Deferred@805359166 after retry RPC after error@1803022648) -> (continuation of Deferred@103697287 after retry RPC after error@1297529812) -> (continuation of Deferred@2073165182 after retry RPC after error@792407301) -> (continuation of Deferred@1539127574 after retry RPC after error@600678830) -> (continuation of Deferred@1472447140 after retry RPC after error@568757852) -> (continuation of Deferred@320956159 after retry RPC after error@1563391460) -> (continuation of Deferred@338713095 after retry RPC after error@20030131) -> (continuation of Deferred@423574260 after retry RPC after error@1058667618) -> (continuation of Deferred@695171556 after retry RPC after error@625439296) -> (continuation of Deferred@1171199110 after retry RPC after error@902109873) -> (continuation of Deferred@1740105140 after retry RPC after error@2046582384) -> (continuation of Deferred@1143611117 after retry RPC after error@1495761995) -> (continuation of Deferred@31801502 after retry RPC after error@443646220) -> (continuation of Deferred@238561753 after retry RPC after error@1809375625) -> (continuation of Deferred@1083358684 after retry RPC after error@1451048227) -> (continuation of Deferred@423928020 after retry RPC after error@893181660), errback=(continuation of Deferred@965688725 after retry RPC after error@2041822151) -> (continuation of Deferred@981310610 after retry RPC after error@114452493) -> (continuation of Deferred@1181847255 after retry RPC after error@586704989) -> (continuation of Deferred@1958209948 after retry RPC after error@1630565639) -> (continuation of Deferred@738019520 after retry RPC after error@1244030818) -> (continuation of Deferred@18255027 after retry RPC after error@1668045275) -> (continuation of Deferred@580302398 after retry RPC after error@1534249081) -> (continuation of Deferred@1857332400 after retry RPC after error@1872206396) -> (continuation of Deferred@2024273590 after retry RPC after error@895207643) -> (continuation of Deferred@2122410980 after retry RPC after error@756303986) -> (continuation of Deferred@1782651168 after retry RPC after error@20388259) -> (continuation of Deferred@1948027946 after retry RPC after error@2076450051) -> (continuation of Deferred@422478658 after retry RPC after error@544046021) -> (continuation of Deferred@805359166 after retry RPC after error@1803022648) -> (continuation of Deferred@103697287 after retry RPC after error@1297529812) -> (continuation of Deferred@2073165182 after retry RPC after error@792407301) -> (continuation of Deferred@1539127574 after retry RPC after error@600678830) -> (continuation of Deferred@1472447140 after retry RPC after error@568757852) -> (continuation of Deferred@320956159 after retry RPC after error@1563391460) -> (continuation of Deferred@338713095 after retry RPC after error@20030131) -> (continuation of Deferred@423574260 after retry RPC after error@1058667618) -> (continuation of Deferred@695171556 after retry RPC after error@625439296) -> (continuation of Deferred@1171199110 after retry RPC after error@902109873) -> (continuation of Deferred@1740105140 after retry RPC after error@2046582384) -> (continuation of Deferred@1143611117 after retry RPC after error@1495761995) -> (continuation of Deferred@31801502 after retry RPC after error@443646220) -> (continuation of Deferred@238561753 after retry RPC after error@1809375625) -> (continuation of Deferred@1083358684 after retry RPC after error@1451048227) -> (continuation of Deferred@423928020 after retry RPC after error@893181660)))
20:05:54.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033; will retry
20:05:54.382 [DEBUG - main] (Connection.java:575) [peer master-127.5.249.253:34953(127.5.249.253:34953)] disconnecting while in state TERMINATED
20:05:54.383 [DEBUG - main] (Connection.java:575) [peer master-127.5.249.254:41591(127.5.249.254:41591)] disconnecting while in state READY
20:05:54.383 [DEBUG - main] (Connection.java:575) [peer master-127.5.249.252:36033(127.5.249.252:36033)] disconnecting while in state TERMINATED
20:05:54.383 [DEBUG - main] (Connection.java:575) [peer 7eb9fe6430fd4326bc0e4b95df981fa7(127.5.249.193:41239)] disconnecting while in state READY
20:05:54.384 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:05:54.384 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.5.249.254:41591(127.5.249.254:41591)] handling channelInactive
20:05:54.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.249.254:41591(127.5.249.254:41591)] cleaning up while in state READY due to: connection closed
20:05:54.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:54.384994 6119 external_mini_cluster.cc:1661] Attempting to check leaks for /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu pid 6412
20:05:54.385 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 7eb9fe6430fd4326bc0e4b95df981fa7(127.5.249.193:41239)] handling channelInactive
20:05:54.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 7eb9fe6430fd4326bc0e4b95df981fa7(127.5.249.193:41239)] cleaning up while in state READY due to: connection closed
20:05:54.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:54.395673 6567 generic_service.cc:196] Checking for leaks (request via RPC)
20:05:54.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:54.507984 6119 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu with pid 6412
20:05:54.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:54.525801 6119 external_mini_cluster.cc:1661] Attempting to check leaks for /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu pid 6577
20:05:54.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:54.533118 6708 generic_service.cc:196] Checking for leaks (request via RPC)
20:05:54.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:54.637336 6119 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu with pid 6577
20:05:54.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:54.653882 6119 external_mini_cluster.cc:1661] Attempting to check leaks for /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu pid 6718
20:05:54.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:54.660535 6850 generic_service.cc:196] Checking for leaks (request via RPC)
20:05:54.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:54.809099 6119 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu with pid 6718
20:05:54.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:05:54.829967 7012 connection.cc:537] server connection from 127.5.249.195:44325 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:05:54.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:54.830248 6119 external_mini_cluster.cc:1661] Attempting to check leaks for /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu pid 6995
20:05:54.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:54.837060 7067 generic_service.cc:196] Checking for leaks (request via RPC)
20:05:54.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:05:54.979259 6119 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu with pid 6995
20:05:55.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-06-27T20:05:55Z chronyd exiting
20:05:55.132 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=30, TimeoutTracker(timeout=50000, elapsed=49817), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [16ms] refreshing cache from master, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [18ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [18ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [18ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [19ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [36ms] refreshing cache from master, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [38ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [38ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [38ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [39ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [56ms] refreshing cache from master, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [57ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [57ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [58ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [58ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [76ms] refreshing cache from master, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [77ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [78ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [78ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [78ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [116ms] refreshing cache from master, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [118ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [118ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [119ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [119ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [156ms] refreshing cache from master, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [158ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [158ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [159ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [159ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [257ms] refreshing cache from master, [257ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [257ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [257ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [258ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [258ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [258ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [259ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [436ms] refreshing cache from master, [437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [438ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [439ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [439ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [440ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [896ms] refreshing cache from master, [896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [898ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [898ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [898ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [898ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1836ms] refreshing cache from master, [1836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1837ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1837ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1838ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1838ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2017ms] refreshing cache from master, [2017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [2017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [2017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2018ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2018ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2019ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2019ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [5116ms] refreshing cache from master, [5116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [5116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [5116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [5117ms] too many traces: truncated at 100 traces, deferred=Deferred@789733424(state=PENDING, result=null, callback=(continuation of Deferred@965688725 after retry RPC after error@2041822151) -> (continuation of Deferred@981310610 after retry RPC after error@114452493) -> (continuation of Deferred@1181847255 after retry RPC after error@586704989) -> (continuation of Deferred@1958209948 after retry RPC after error@1630565639) -> (continuation of Deferred@738019520 after retry RPC after error@1244030818) -> (continuation of Deferred@18255027 after retry RPC after error@1668045275) -> (continuation of Deferred@580302398 after retry RPC after error@1534249081) -> (continuation of Deferred@1857332400 after retry RPC after error@1872206396) -> (continuation of Deferred@2024273590 after retry RPC after error@895207643) -> (continuation of Deferred@2122410980 after retry RPC after error@756303986) -> (continuation of Deferred@1782651168 after retry RPC after error@20388259) -> (continuation of Deferred@1948027946 after retry RPC after error@2076450051) -> (continuation of Deferred@422478658 after retry RPC after error@544046021) -> (continuation of Deferred@805359166 after retry RPC after error@1803022648) -> (continuation of Deferred@103697287 after retry RPC after error@1297529812) -> (continuation of Deferred@2073165182 after retry RPC after error@792407301) -> (continuation of Deferred@1539127574 after retry RPC after error@600678830) -> (continuation of Deferred@1472447140 after retry RPC after error@568757852) -> (continuation of Deferred@320956159 after retry RPC after error@1563391460) -> (continuation of Deferred@338713095 after retry RPC after error@20030131) -> (continuation of Deferred@423574260 after retry RPC after error@1058667618) -> (continuation of Deferred@695171556 after retry RPC after error@625439296) -> (continuation of Deferred@1171199110 after retry RPC after error@902109873) -> (continuation of Deferred@1740105140 after retry RPC after error@2046582384) -> (continuation of Deferred@1143611117 after retry RPC after error@1495761995) -> (continuation of Deferred@31801502 after retry RPC after error@443646220) -> (continuation of Deferred@238561753 after retry RPC after error@1809375625) -> (continuation of Deferred@1083358684 after retry RPC after error@1451048227) -> (continuation of Deferred@423928020 after retry RPC after error@893181660), errback=(continuation of Deferred@965688725 after retry RPC after error@2041822151) -> (continuation of Deferred@981310610 after retry RPC after error@114452493) -> (continuation of Deferred@1181847255 after retry RPC after error@586704989) -> (continuation of Deferred@1958209948 after retry RPC after error@1630565639) -> (continuation of Deferred@738019520 after retry RPC after error@1244030818) -> (continuation of Deferred@18255027 after retry RPC after error@1668045275) -> (continuation of Deferred@580302398 after retry RPC after error@1534249081) -> (continuation of Deferred@1857332400 after retry RPC after error@1872206396) -> (continuation of Deferred@2024273590 after retry RPC after error@895207643) -> (continuation of Deferred@2122410980 after retry RPC after error@756303986) -> (continuation of Deferred@1782651168 after retry RPC after error@20388259) -> (continuation of Deferred@1948027946 after retry RPC after error@2076450051) -> (continuation of Deferred@422478658 after retry RPC after error@544046021) -> (continuation of Deferred@805359166 after retry RPC after error@1803022648) -> (continuation of Deferred@103697287 after retry RPC after error@1297529812) -> (continuation of Deferred@2073165182 after retry RPC after error@792407301) -> (continuation of Deferred@1539127574 after retry RPC after error@600678830) -> (continuation of Deferred@1472447140 after retry RPC after error@568757852) -> (continuation of Deferred@320956159 after retry RPC after error@1563391460) -> (continuation of Deferred@338713095 after retry RPC after error@20030131) -> (continuation of Deferred@423574260 after retry RPC after error@1058667618) -> (continuation of Deferred@695171556 after retry RPC after error@625439296) -> (continuation of Deferred@1171199110 after retry RPC after error@902109873) -> (continuation of Deferred@1740105140 after retry RPC after error@2046582384) -> (continuation of Deferred@1143611117 after retry RPC after error@1495761995) -> (continuation of Deferred@31801502 after retry RPC after error@443646220) -> (continuation of Deferred@238561753 after retry RPC after error@1809375625) -> (continuation of Deferred@1083358684 after retry RPC after error@1451048227) -> (continuation of Deferred@423928020 after retry RPC after error@893181660)))
at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=30, TimeoutTracker(timeout=50000, elapsed=49817), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [16ms] refreshing cache from master, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [18ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [18ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [18ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [19ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [36ms] refreshing cache from master, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [38ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [38ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [38ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [39ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [56ms] refreshing cache from master, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [57ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [57ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [58ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [58ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [76ms] refreshing cache from master, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [77ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [78ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [78ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [78ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [116ms] refreshing cache from master, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [118ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [118ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [119ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [119ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [156ms] refreshing cache from master, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [158ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [158ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [159ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [159ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [257ms] refreshing cache from master, [257ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [257ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [257ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [258ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [258ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [258ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [259ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [436ms] refreshing cache from master, [437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [438ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [439ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [439ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [440ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [896ms] refreshing cache from master, [896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [898ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [898ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [898ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [898ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1836ms] refreshing cache from master, [1836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [1836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [1837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [1837ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [1837ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [1838ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [1838ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2017ms] refreshing cache from master, [2017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [2017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [2017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [2018ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.253:34953: Network error: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953, [2018ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.252:36033: Network error: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [2019ms] Sub RPC ConnectToMaster: received response from server master-127.5.249.254:41591: OK, [2019ms] delaying RPC due to: Service unavailable: Master config (127.5.249.254:41591,127.5.249.253:34953,127.5.249.252:36033) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.253:34953(127.5.249.253:34953): Connection refused: /127.5.249.253:34953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.249.252:36033(127.5.249.252:36033): Connection refused: /127.5.249.252:36033, [5116ms] refreshing cache from master, [5116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.254:41591, [5116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.253:34953, [5116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.249.252:36033, [5117ms] too many traces: truncated at 100 traces, deferred=Deferred@789733424(state=PENDING, result=null, callback=(continuation of Deferred@965688725 after retry RPC after error@2041822151) -> (continuation of Deferred@981310610 after retry RPC after error@114452493) -> (continuation of Deferred@1181847255 after retry RPC after error@586704989) -> (continuation of Deferred@1958209948 after retry RPC after error@1630565639) -> (continuation of Deferred@738019520 after retry RPC after error@1244030818) -> (continuation of Deferred@18255027 after retry RPC after error@1668045275) -> (continuation of Deferred@580302398 after retry RPC after error@1534249081) -> (continuation of Deferred@1857332400 after retry RPC after error@1872206396) -> (continuation of Deferred@2024273590 after retry RPC after error@895207643) -> (continuation of Deferred@2122410980 after retry RPC after error@756303986) -> (continuation of Deferred@1782651168 after retry RPC after error@20388259) -> (continuation of Deferred@1948027946 after retry RPC after error@2076450051) -> (continuation of Deferred@422478658 after retry RPC after error@544046021) -> (continuation of Deferred@805359166 after retry RPC after error@1803022648) -> (continuation of Deferred@103697287 after retry RPC after error@1297529812) -> (continuation of Deferred@2073165182 after retry RPC after error@792407301) -> (continuation of Deferred@1539127574 after retry RPC after error@600678830) -> (continuation of Deferred@1472447140 after retry RPC after error@568757852) -> (continuation of Deferred@320956159 after retry RPC after error@1563391460) -> (continuation of Deferred@338713095 after retry RPC after error@20030131) -> (continuation of Deferred@423574260 after retry RPC after error@1058667618) -> (continuation of Deferred@695171556 after retry RPC after error@625439296) -> (continuation of Deferred@1171199110 after retry RPC after error@902109873) -> (continuation of Deferred@1740105140 after retry RPC after error@2046582384) -> (continuation of Deferred@1143611117 after retry RPC after error@1495761995) -> (continuation of Deferred@31801502 after retry RPC after error@443646220) -> (continuation of Deferred@238561753 after retry RPC after error@1809375625) -> (continuation of Deferred@1083358684 after retry RPC after error@1451048227) -> (continuation of Deferred@423928020 after retry RPC after error@893181660), errback=(continuation of Deferred@965688725 after retry RPC after error@2041822151) -> (continuation of Deferred@981310610 after retry RPC after error@114452493) -> (continuation of Deferred@1181847255 after retry RPC after error@586704989) -> (continuation of Deferred@1958209948 after retry RPC after error@1630565639) -> (continuation of Deferred@738019520 after retry RPC after error@1244030818) -> (continuation of Deferred@18255027 after retry RPC after error@1668045275) -> (continuation of Deferred@580302398 after retry RPC after error@1534249081) -> (continuation of Deferred@1857332400 after retry RPC after error@1872206396) -> (continuation of Deferred@2024273590 after retry RPC after error@895207643) -> (continuation of Deferred@2122410980 after retry RPC after error@756303986) -> (continuation of Deferred@1782651168 after retry RPC after error@20388259) -> (continuation of Deferred@1948027946 after retry RPC after error@2076450051) -> (continuation of Deferred@422478658 after retry RPC after error@544046021) -> (continuation of Deferred@805359166 after retry RPC after error@1803022648) -> (continuation of Deferred@103697287 after retry RPC after error@1297529812) -> (continuation of Deferred@2073165182 after retry RPC after error@792407301) -> (continuation of Deferred@1539127574 after retry RPC after error@600678830) -> (continuation of Deferred@1472447140 after retry RPC after error@568757852) -> (continuation of Deferred@320956159 after retry RPC after error@1563391460) -> (continuation of Deferred@338713095 after retry RPC after error@20030131) -> (continuation of Deferred@423574260 after retry RPC after error@1058667618) -> (continuation of Deferred@695171556 after retry RPC after error@625439296) -> (continuation of Deferred@1171199110 after retry RPC after error@902109873) -> (continuation of Deferred@1740105140 after retry RPC after error@2046582384) -> (continuation of Deferred@1143611117 after retry RPC after error@1495761995) -> (continuation of Deferred@31801502 after retry RPC after error@443646220) -> (continuation of Deferred@238561753 after retry RPC after error@1809375625) -> (continuation of Deferred@1083358684 after retry RPC after error@1451048227) -> (continuation of Deferred@423928020 after retry RPC after error@893181660)))
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:748)